-- Logs begin at Tue 2021-07-13 18:36:10 UTC, end at Tue 2021-07-13 19:39:47 UTC. -- Jul 13 19:11:44.384425 dv-cinder-786931-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 19:11:47.169683 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.common.config [-] Logging enabled! Jul 13 19:11:47.170314 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 19:11:47.170452 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92844) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 19:11:47.173740 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.common.config [-] Logging enabled! Jul 13 19:11:47.173995 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 19:11:47.174316 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92844) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 19:11:47.175862 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:11:47.176097 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:11:47.176477 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:11:47.176725 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:11:47.176955 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:11:47.177283 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.177591 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.177893 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.178125 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.178425 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.178744 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.179034 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.179330 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.179633 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.179927 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.180213 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.180505 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.180740 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.181031 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.181326 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.181622 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.181851 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] debug = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.182139 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.182598 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.183023 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.183311 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.183608 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.183893 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.184173 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.184452 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.184741 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.185127 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] host = dv-cinder-786931-3-iscsi {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.185417 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.185722 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.186026 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.186332 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.186630 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.186917 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.187212 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.187511 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.187778 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.188061 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.188356 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.188648 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.188945 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.189177 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.189402 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.189696 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.189989 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.190272 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.190576 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.191046 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.191289 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.191571 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.191848 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.192141 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.192433 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.192725 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.193273 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.193554 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.193836 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.194116 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.194405 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.194713 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.194996 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.195275 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.195566 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.195842 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.196122 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.196429 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.196721 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.197008 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.197299 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.197580 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.197869 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.198148 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.198425 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.198725 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_json = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.199002 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.199279 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.199566 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.199844 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.200140 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.200472 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.200717 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.201016 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:47.201323 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.201627 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.201937 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.202229 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.202557 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.202844 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.203141 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.203422 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.203720 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.204018 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.204310 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.204596 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.204895 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.205211 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.205522 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.205911 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.206215 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.206571 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.206860 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.207137 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.207419 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.207698 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.207994 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.208290 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.208589 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.208864 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.209147 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.209443 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.209728 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.210004 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.210354 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.210692 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.210980 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.211262 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.211552 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.211836 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.212114 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.212391 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.212678 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.212977 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.213253 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.213536 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.213809 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.214091 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.214365 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.214691 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.214978 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.215260 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.215537 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.215820 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.216098 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.216379 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.216662 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.216941 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.217224 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.217508 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.217784 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.218060 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.218333 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.218644 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.218932 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.219210 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.219494 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.219775 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.220055 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.220329 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.220608 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.220888 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.221184 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.221485 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.221769 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.222604 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.222911 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.223180 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.223467 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.223747 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.224031 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.224314 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.224592 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.224891 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.225183 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.225477 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.225769 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.226050 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.226354 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.226659 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.226947 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.227236 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.227521 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.227817 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.228101 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.228399 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.228700 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.228997 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.229294 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.229590 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.229878 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.230194 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.230474 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:47.230719 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:11:47.230972 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92844) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 19:11:47.591161 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 19:11:47.591458 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 19:11:47.591755 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 19:11:47.592094 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 19:11:48.000113 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.000328 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.000578 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.001942 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.002222 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.002502 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.039839 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.040119 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.040391 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.053971 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.054254 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.054537 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.086621 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.086912 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.087186 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.123815 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.124103 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.124384 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.363330 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.363977 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.363977 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.364163 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.364856 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.489393 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.489720 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.490004 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.490277 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.490582 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.490900 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.491165 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.491428 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.491687 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.491968 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.492231 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.492494 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.492751 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.493002 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.493257 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.493523 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.493783 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.494047 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.494316 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.494600 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.494874 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.495125 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.495407 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.495788 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.496037 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.496285 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.496693 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:11:48.496932 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:11:48.497171 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:11:48.497407 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:11:48.497641 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:11:48.497873 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:11:48.498243 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 19:11:48.501670 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 19:11:48.505771 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 19:11:48.509541 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jul 13 19:11:48.511219 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 19:11:48.511688 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 19:11:48.512032 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 19:11:48.512424 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 19:11:48.515309 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 19:11:48.515560 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 19:11:48.515910 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 19:11:48.546209 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 19:11:48.546697 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.547022 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92844) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 19:11:48.547386 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.548791 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92844) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 19:11:48.549082 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 19:11:48.549327 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 19:11:48.553243 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.553539 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:48.619276 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 19:11:48.619455 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 19:11:48.619724 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 19:11:48.620044 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 19:11:48.641789 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_db.sqlalchemy.engines [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92844) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 19:11:49.196110 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Initializing driver for type 'gre' Jul 13 19:11:49.196828 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] gre ID ranges: [(1, 1000)] Jul 13 19:11:49.255024 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Initializing driver for type 'local' Jul 13 19:11:49.255477 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Initializing driver for type 'vlan' Jul 13 19:11:49.271713 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] VlanTypeDriver initialization complete Jul 13 19:11:49.272082 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Initializing driver for type 'vxlan' Jul 13 19:11:49.272597 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] vxlan ID ranges: [(1, 1000)] Jul 13 19:11:49.329536 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Initializing extension driver 'port_security' Jul 13 19:11:49.329934 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.extensions.port_security [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] PortSecurityExtensionDriver initialization complete Jul 13 19:11:49.330275 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Initializing mechanism driver 'openvswitch' Jul 13 19:11:49.330640 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Initializing mechanism driver 'hyperv' Jul 13 19:11:49.337505 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:11:49.338188 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > port after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.338588 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.338936 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.339474 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:11:49.339909 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > subnet after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.340257 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > subnet after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.340603 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.340993 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:11:49.341398 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > network after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.341747 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > network after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.342087 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > network after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.342478 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:11:49.342910 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > security_group after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.343256 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > security_group after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.343597 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.344135 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:11:49.344545 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.344896 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.345257 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.345636 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:11:49.346034 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > address_group after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.346387 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > address_group after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.346757 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.347676 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:11:49.348056 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] ML2 OVO RPC backend initialized. {{(pid=92844) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 19:11:49.348920 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.349279 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.349700 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > network before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.350050 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > networks before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.350399 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > port before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.350763 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > ports before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.351116 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > subnet before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.351462 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > subnets before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.351805 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > network after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.352143 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > network after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.352478 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > network after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.352813 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > port after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.353148 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.353480 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.353811 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > subnet after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.354148 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > subnet after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.354477 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.355100 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.plugin [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Modular L2 Plugin initialization complete Jul 13 19:11:49.355430 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading services supported by the core plugin {{(pid=92844) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 19:11:49.355758 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Got port-security extension from driver 'port_security' Jul 13 19:11:49.356224 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.extensions.vlantransparent [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Disabled vlantransparent extension. Jul 13 19:11:49.356754 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92844) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 19:11:49.357064 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading Plugin: router Jul 13 19:11:49.398961 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.399574 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router after_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.399685 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router before_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.399991 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.400365 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.400718 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router after_delete 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.401076 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.401440 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router after_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.401786 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router after_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.402149 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router after_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.402488 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.402869 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router after_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.403285 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router precommit_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.403655 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.403996 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.404332 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: subnet after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.404669 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.405020 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.405368 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router precommit_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.405706 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: port before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.406050 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router precommit_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.406407 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router after_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.406788 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.407140 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router precommit_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.407500 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.407845 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router precommit_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.408208 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > agent after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.408558 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > agent after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.408901 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > network after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.410454 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Tracking information for resource: router configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:11:49.410898 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Tracking information for resource: floatingip configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:11:49.416987 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.db.l3_agentschedulers_db [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 19:11:49.417592 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.417992 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: port after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.418397 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.418729 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.419706 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router before_create 55550100 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.420099 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.420470 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router precommit_create 55550100 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.420945 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > router precommit_update 55550100 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.426850 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.services.provider_configuration [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service providers = [] {{(pid=92844) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 19:11:49.427377 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.db.servicetype_db [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92844) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 19:11:49.430836 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.services.service_base [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:11:49.431322 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.services.service_base [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:11:49.431671 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.services.service_base [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:11:49.432573 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.services.service_base [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:11:49.433139 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.services.service_base [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 19:11:49.433567 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:11:49.433892 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 19:11:49.446214 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:11:49.446698 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading Plugin: auto_allocate Jul 13 19:11:49.453607 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: network precommit_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.454105 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: network precommit_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.454678 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:11:49.455003 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading Plugin: tag Jul 13 19:11:49.462456 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:11:49.462815 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading Plugin: timestamp Jul 13 19:11:49.467449 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:11:49.467810 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading Plugin: network_ip_availability Jul 13 19:11:49.475010 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.475390 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.475749 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.476501 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:11:49.476852 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading Plugin: flavors Jul 13 19:11:49.483016 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:11:49.483353 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading Plugin: revisions Jul 13 19:11:49.489535 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:11:49.490052 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.898s {{(pid=92844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 19:11:49.490853 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92844) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 19:11:49.491193 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Initializing extension manager. Jul 13 19:11:49.491708 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: __init__.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.492060 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: __pycache__ {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.492391 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.492721 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: address_group.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.493518 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.494101 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: address-group Jul 13 19:11:49.494423 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: address_scope.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.495183 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.495684 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: address-scope Jul 13 19:11:49.496006 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.497132 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.497659 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: router-admin-state-down-before-update Jul 13 19:11:49.498095 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: agent.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.500650 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.501184 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: agent Jul 13 19:11:49.501524 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: agent_resources_synced.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.502495 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.503138 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: agent-resources-synced Jul 13 19:11:49.503474 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: allowedaddresspairs.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.505419 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.505941 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: allowed-address-pairs Jul 13 19:11:49.506271 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: auto_allocated_topology.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.507418 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.507932 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: auto-allocated-topology Jul 13 19:11:49.508259 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: availability_zone.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.508971 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.509468 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: availability_zone Jul 13 19:11:49.509797 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: availability_zone_filter.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.510754 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.511258 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: availability_zone_filter Jul 13 19:11:49.511582 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: data_plane_status.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.512710 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.513355 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 19:11:49.513685 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: default_subnetpools.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.514774 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.515324 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: default-subnetpools Jul 13 19:11:49.515658 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.516554 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.517176 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: dhcp_agent_scheduler Jul 13 19:11:49.517558 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: dns.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.518654 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.519295 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 19:11:49.519622 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: dns_domain_ports.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.520710 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.521211 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 19:11:49.521538 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.522503 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.523167 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 19:11:49.523498 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: dvr.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.524331 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.524832 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: dvr Jul 13 19:11:49.525275 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: empty_string_filtering.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.526340 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.526875 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: empty-string-filtering Jul 13 19:11:49.527294 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.528453 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.529101 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 19:11:49.529456 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.530622 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.531215 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 19:11:49.531656 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: external_net.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.532607 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.533109 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: external-net Jul 13 19:11:49.533428 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.535033 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.535540 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: extra_dhcp_opt Jul 13 19:11:49.535857 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: extraroute.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.536780 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.537278 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: extraroute Jul 13 19:11:49.537601 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: extraroute_atomic.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.538683 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.539186 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: extraroute-atomic Jul 13 19:11:49.539506 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: filter_validation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.540195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.540690 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: filter-validation Jul 13 19:11:49.541009 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: fip_pf_description.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.541922 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.542565 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 19:11:49.543023 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: fip_port_details.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.544127 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.544759 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: fip-port-details Jul 13 19:11:49.545195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: flavors.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.546849 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.547470 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: flavors Jul 13 19:11:49.547970 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.549999 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.551108 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 19:11:49.551506 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: floatingip_pools.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.552212 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.552858 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: floatingip-pools Jul 13 19:11:49.553188 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: ip_allocation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.554117 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.554775 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 19:11:49.555105 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.556179 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.556886 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: ip-substring-filtering Jul 13 19:11:49.557222 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: l2_adjacency.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.558403 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.558929 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 19:11:49.559380 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: l3.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.560552 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.561071 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: router Jul 13 19:11:49.561394 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.564213 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.564749 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 19:11:49.565084 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.566093 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.566764 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: ext-gw-mode Jul 13 19:11:49.567094 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.568518 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.569017 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: l3-ha Jul 13 19:11:49.569346 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: l3_flavors.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.570504 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.574195 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: l3-flavors Jul 13 19:11:49.574195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.574195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.574195 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 19:11:49.574195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: l3agentscheduler.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.574195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.574752 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: l3_agent_scheduler Jul 13 19:11:49.574965 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: logging.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.576481 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.576985 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension logging not supported by any of loaded plugins Jul 13 19:11:49.577313 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: metering.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.578059 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.578695 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: metering Jul 13 19:11:49.579144 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.581916 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.581916 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: metering_source_and_destination_fields Jul 13 19:11:49.581916 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: multiprovidernet.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.582664 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.583285 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: multi-provider Jul 13 19:11:49.583815 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: netmtu.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.584844 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.585375 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: net-mtu Jul 13 19:11:49.585729 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: netmtu_writable.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.587081 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.587811 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: net-mtu-writable Jul 13 19:11:49.588252 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: network_availability_zone.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.588932 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.589558 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: network_availability_zone Jul 13 19:11:49.589903 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: network_ip_availability.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.591154 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.591784 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: network-ip-availability Jul 13 19:11:49.592575 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: network_segment_range.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.593523 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.594152 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 19:11:49.594508 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: pagination.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.595775 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.596106 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: pagination Jul 13 19:11:49.596430 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: port_device_profile.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.597931 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.598441 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: port-device-profile Jul 13 19:11:49.598793 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.599726 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.600224 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: port-mac-address-regenerate Jul 13 19:11:49.600539 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.601747 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.602387 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: port-numa-affinity-policy Jul 13 19:11:49.602733 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: port_resource_request.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.603665 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.604163 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 19:11:49.604487 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: portbindings.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.605419 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.605927 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: binding Jul 13 19:11:49.606252 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: portbindings_extended.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.608120 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.608628 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: binding-extended Jul 13 19:11:49.609072 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: portsecurity.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.610020 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.610535 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: port-security Jul 13 19:11:49.610876 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: project_id.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.611859 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.612208 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: project-id Jul 13 19:11:49.613049 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: providernet.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.613996 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.614502 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: provider Jul 13 19:11:49.614853 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: qos.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.618448 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.619000 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension qos not supported by any of loaded plugins Jul 13 19:11:49.619330 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.620609 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.621194 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 19:11:49.621709 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.622672 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.623207 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 19:11:49.623659 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: qos_default.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.624729 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.625229 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension qos-default not supported by any of loaded plugins Jul 13 19:11:49.625557 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: qos_fip.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.626385 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.627037 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 19:11:49.627477 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: qos_gateway_ip.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.628987 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.629497 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 19:11:49.629854 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: qos_port_network_policy.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.630953 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.631544 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 19:11:49.631993 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: qos_rule_type_details.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.633077 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.633728 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 19:11:49.634062 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: qos_rules_alias.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.635203 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.635843 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 19:11:49.636177 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: quotasv2.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.637320 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.637764 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: quotas Jul 13 19:11:49.638119 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: quotasv2_detail.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.641284 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.641624 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: quota_details Jul 13 19:11:49.641956 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: rbac.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.643229 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.644009 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: rbac-policies Jul 13 19:11:49.644393 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: rbac_address_group.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.645685 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.646358 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: rbac-address-group Jul 13 19:11:49.646849 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: rbac_address_scope.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.647810 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.648319 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: rbac-address-scope Jul 13 19:11:49.648642 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: rbac_security_groups.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.649642 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.650074 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: rbac-security-groups Jul 13 19:11:49.650388 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: rbac_subnetpool.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.651575 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.652207 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: rbac-subnetpool Jul 13 19:11:49.652527 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: revisionifmatch.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.653603 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.654105 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: revision-if-match Jul 13 19:11:49.654432 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: revisions.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.655834 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.656338 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: standard-attr-revisions Jul 13 19:11:49.656668 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: router_availability_zone.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.657356 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.657875 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: router_availability_zone Jul 13 19:11:49.658189 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: routerservicetype.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.659157 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.659777 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 19:11:49.660319 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.661366 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.661924 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: security-groups-normalized-cidr Jul 13 19:11:49.662246 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.663588 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.664095 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: port-security-groups-filtering Jul 13 19:11:49.664420 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.665354 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.665861 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: security-groups-remote-address-group Jul 13 19:11:49.666184 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: securitygroup.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.677591 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.678276 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: security-group Jul 13 19:11:49.678762 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: segment.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.679641 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.680153 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension segment not supported by any of loaded plugins Jul 13 19:11:49.680484 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.681505 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.682012 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 19:11:49.682340 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: servicetype.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.683520 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.684031 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: service-type Jul 13 19:11:49.684501 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: sorting.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.685899 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.686235 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: sorting Jul 13 19:11:49.686745 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: standard_attr_segment.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.687841 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.688355 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 19:11:49.688816 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: standardattrdescription.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.689355 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.689866 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: standard-attr-description Jul 13 19:11:49.690202 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: stateful_security_group.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.691727 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.692390 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: stateful-security-group Jul 13 19:11:49.692592 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: stdattrs_common.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.693637 dv-cinder-786931-3-iscsi neutron-server[92844]: WARNING neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 19:11:49.693983 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.695111 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.695748 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 19:11:49.696076 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: subnet_onboard.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.697165 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.697675 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: subnet_onboard Jul 13 19:11:49.697999 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.698965 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.699469 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 19:11:49.699790 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: subnet_service_types.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.700716 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.701500 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: subnet-service-types Jul 13 19:11:49.701827 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: subnetallocation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.703113 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.703626 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: subnet_allocation Jul 13 19:11:49.703958 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.704664 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.705159 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: subnetpool-prefix-ops Jul 13 19:11:49.705484 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.706488 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.707025 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 19:11:49.707343 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: tagging.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.708506 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.709335 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: standard-attr-tag Jul 13 19:11:49.709674 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: timestamp.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.711488 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.712029 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loaded extension: standard-attr-timestamp Jul 13 19:11:49.712366 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: trunk.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.713685 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.714208 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension trunk not supported by any of loaded plugins Jul 13 19:11:49.714544 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: trunk_details.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.715525 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.716037 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 19:11:49.716362 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: uplink_status_propagation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.717354 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.718095 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 19:11:49.718562 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Loading extension file: vlantransparent.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:11:49.719319 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:11:49.719954 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 19:11:49.722758 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:network Jul 13 19:11:49.723350 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:subnet Jul 13 19:11:49.723796 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:11:49.724189 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:port Jul 13 19:11:49.725559 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.726013 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service FLAVORS assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.726679 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.727116 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.727450 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:router Jul 13 19:11:49.727879 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 19:11:49.728374 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service METERING assigned prefix: /metering {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.729881 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.730259 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.730642 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:11:49.731755 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 19:11:49.732215 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:security_group Jul 13 19:11:49.732663 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 19:11:49.733302 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service CORE assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.733632 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:11:49.733979 dv-cinder-786931-3-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] subnetpool is already registered Jul 13 19:11:49.734407 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service CORE assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.734757 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:11:49.735087 dv-cinder-786931-3-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] subnetpool is already registered Jul 13 19:11:49.737427 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.738634 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service FLAVORS assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.739236 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.739661 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.739997 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:router Jul 13 19:11:49.740338 dv-cinder-786931-3-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] router is already registered Jul 13 19:11:49.740746 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 19:11:49.741084 dv-cinder-786931-3-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] floatingip is already registered Jul 13 19:11:49.741539 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service METERING assigned prefix: /metering {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.742210 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 19:11:49.742565 dv-cinder-786931-3-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] rbac_policy is already registered Jul 13 19:11:49.742984 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:security_group Jul 13 19:11:49.743324 dv-cinder-786931-3-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] security_group is already registered Jul 13 19:11:49.743724 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 19:11:49.744054 dv-cinder-786931-3-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] security_group_rule is already registered Jul 13 19:11:49.744691 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service CORE assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.745018 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:11:49.745352 dv-cinder-786931-3-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] subnetpool is already registered Jul 13 19:11:49.745768 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Service CORE assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:11:49.746089 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:11:49.746417 dv-cinder-786931-3-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] subnetpool is already registered Jul 13 19:11:49.746923 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: extensions {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.748439 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: address-groups {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.749953 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: address-scopes {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.751320 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: agents {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.752570 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: auto-allocated-topology {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.754374 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: availability_zones {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.755644 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: dhcp-networks {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.757184 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: dhcp-agents {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.758641 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: routers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.760562 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: flavors {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.763004 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: service_profiles {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.764305 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: next_providers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.765963 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: service_profiles {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.767809 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: floatingip-pools {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.769499 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: routers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.771674 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: floatingips {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.773169 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: l3-routers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.774970 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: l3-agents {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.776501 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: metering-labels {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.778111 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: metering-label-rules {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.779976 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: network-ip-availabilities {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.781245 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: bindings {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.782844 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: quotas {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.784678 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: quotas {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.786540 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: rbac-policies {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.787758 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: security-groups {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.789067 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: security-group-rules {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.790322 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: service-providers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.791597 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: subnetpools {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.792933 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: subnetpools {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.794479 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.796196 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.798510 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.801934 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.805142 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.808483 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.811213 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.813960 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.817195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.820464 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:11:49.827631 dv-cinder-786931-3-iscsi neutron-server[92844]: WARNING keystonemiddleware.auth_token [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 19:11:49.832926 dv-cinder-786931-3-iscsi neutron-server[92844]: WARNING keystonemiddleware.auth_token [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 19:11:49.842070 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Acquired lock "singleton_lock" {{(pid=92844) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 19:11:49.842713 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Releasing lock "singleton_lock" {{(pid=92844) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 19:11:49.843516 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO oslo_service.service [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Starting 2 workers Jul 13 19:11:49.849323 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Started child 92951 {{(pid=92844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:11:49.854735 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Started child 92952 {{(pid=92844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:11:49.855901 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:49.856490 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO neutron.service [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 19:11:49.857116 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Notify callbacks [] for process, before_spawn {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:49.857442 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [-] (92951) wsgi starting up on http://0.0.0.0:9696 Jul 13 19:11:49.859688 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO oslo_service.service [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Starting 1 workers Jul 13 19:11:49.859948 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:49.861268 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [-] (92952) wsgi starting up on http://0.0.0.0:9696 Jul 13 19:11:49.865350 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Started child 92953 {{(pid=92844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:11:49.865869 dv-cinder-786931-3-iscsi neutron-server[92844]: INFO oslo_service.service [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Starting 1 workers Jul 13 19:11:49.869073 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.service [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] calling RpcWorker wait() {{(pid=92953) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 19:11:49.869741 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.service [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] returning from RpcWorker wait() {{(pid=92953) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 19:11:49.870809 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Started child 92954 {{(pid=92844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:11:49.871039 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:49.871544 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:11:49.871649 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-98e4249e-90ea-44ab-836f-3de31d326d55 None None] Notify callbacks [] for process, after_spawn {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:49.873631 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92844) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 19:11:49.873841 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:11:49.874030 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:11:49.874249 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:11:49.874638 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:11:49.874804 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:11:49.875324 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.875599 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.875852 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.876115 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.876395 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.877119 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.877487 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.877698 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.877984 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.878095 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:49.878703 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.878703 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.878703 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.879216 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.879549 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.880033 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.880364 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.880615 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.880936 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.881114 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.881383 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.881689 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.881922 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.882211 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] debug = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.882459 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.882984 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.883232 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.883516 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.883774 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.884074 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.884309 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.884573 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.884823 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.885118 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.885540 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.885967 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.886376 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.886656 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.886902 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.887301 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.887473 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.887891 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] host = dv-cinder-786931-3-iscsi {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.888133 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.888368 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.888627 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.888878 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.889124 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.889344 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.889610 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.889858 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.890136 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.890379 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.890669 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.890921 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.891159 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.891393 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.891559 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_options = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.891847 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.892060 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.892320 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.892510 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.892680 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.892854 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.893115 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.893336 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.893526 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.894762 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.894762 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.895195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.895195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.895602 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.895602 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.895879 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.896026 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.896197 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.896460 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.896691 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.897013 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.897192 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.897372 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.897614 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.897902 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.898063 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.898295 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.898550 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.898771 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.899050 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.899275 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.899499 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.899812 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.900051 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.900316 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.900544 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.900775 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.901048 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.901280 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.901524 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.901832 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.902100 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.902323 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.902583 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.902835 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.903055 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_json = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.903317 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.903546 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.903825 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.904491 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.904777 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.905096 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.905378 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.905681 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.906227 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.906636 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.907142 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.907339 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.907587 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.908052 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.908415 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.908753 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.909115 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.910199 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.911531 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.911833 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.912429 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.912429 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.912839 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.913062 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.913331 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.913634 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.913858 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.914149 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.914394 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.914654 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.915264 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.915471 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.916290 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.917093 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.917373 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.918212 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.918377 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.918722 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.918963 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.919184 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.919469 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.919724 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.921872 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.922140 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.922413 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.923099 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.923267 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:11:49.923414 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.923630 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.923895 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.924145 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.924456 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.924646 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.924865 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.925598 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.925828 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.926311 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.926719 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.926977 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.927241 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.927503 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.928670 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.928903 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.929142 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.929411 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.929820 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.930201 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.930447 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.930707 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.930969 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.931844 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.932094 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.932711 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.932945 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.933205 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.933437 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.933937 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.933937 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.934535 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.936331 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.936331 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.936747 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.936747 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.937076 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.937452 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.937452 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.937894 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.937894 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.938226 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.938388 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.938644 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.938790 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.938998 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.939347 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.939727 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.940019 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.941675 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.941675 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.941675 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.942294 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.942452 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.945842 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.945842 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.945842 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.945842 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.945842 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.945842 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.945842 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.945842 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.947356 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.947356 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.947356 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.947356 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.947356 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.947356 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.947356 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.947356 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.948628 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.948628 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.948628 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.948628 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.948628 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.948628 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.948628 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.948628 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.949856 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.949856 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.949856 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.949856 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.949856 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.951195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.951195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.951195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.951195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.951195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.952312 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.952312 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.952312 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.952312 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.952312 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.952993 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.952993 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.952993 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.953220 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.953363 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.953631 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.953878 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.954116 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.954377 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.954649 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.954905 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.955159 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.955387 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.955752 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.956121 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.956642 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.957039 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.957451 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.957694 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.957922 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.958135 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.958336 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.958653 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.958874 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.959129 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.959278 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.959488 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.959728 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.960040 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.960309 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.960523 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.960756 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.960990 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.961234 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.961499 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.961707 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.961970 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.962178 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.962472 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.962722 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.962935 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.963159 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.963409 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.963661 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.963871 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.964110 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.964331 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.964541 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.964754 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.964955 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.965169 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.965397 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.965628 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.965847 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.966106 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.966355 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.967360 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.967360 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.967360 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.968363 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.968363 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.968363 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.968363 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.968363 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.969133 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.969133 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.969133 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.969634 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.969634 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.969922 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.970061 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.970199 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.970451 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.970707 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.970917 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.971220 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.971590 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.971772 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.972539 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.972794 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.973053 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.973299 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.973500 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.973707 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.973924 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.974178 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.974405 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.974727 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.975037 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.975346 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.975656 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.975944 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.976637 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.976637 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.977216 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.977216 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.977216 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.977845 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.977845 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.977845 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.978697 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.978697 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.978697 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.978697 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.979747 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.979747 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.979747 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.980528 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.980528 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.980528 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.980939 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.980939 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.981204 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.981350 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.981567 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.981803 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.982122 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.982376 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.982670 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.982981 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.983270 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.983532 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.983788 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.984055 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.984335 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.984608 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.984822 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.985142 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.985480 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.985772 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.986054 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.986281 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.986581 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.986869 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.987092 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.987390 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.987735 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.987947 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.988268 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.988592 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.988849 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.989266 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.989376 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.989606 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.989818 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.990060 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.990295 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.990586 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:49.990772 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:11:49.991296 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92844) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 19:11:49.991459 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:11:49.991694 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:11:49.991902 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:11:49.991902 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:11:49.992103 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:11:49.992304 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.992468 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.992632 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.992820 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.993037 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.993265 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.993454 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.993595 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.993730 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.993890 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.994036 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.994770 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.994770 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.994770 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.994770 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.995318 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.995318 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.995318 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.995318 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.995813 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.995813 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.995813 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.995813 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] debug = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.996312 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.996312 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.996591 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.996678 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.996909 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.997178 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.997457 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.997729 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.998015 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.998292 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.998608 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.998890 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.999170 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.999452 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:49.999737 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.000024 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.000309 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.000591 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] host = dv-cinder-786931-3-iscsi {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.000875 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.001163 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.001449 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.001731 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.002005 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.002283 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.002790 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.002889 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.003644 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.003921 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.004175 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.004412 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.004698 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.004989 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.005273 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_options = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.005551 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.005811 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.006069 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.006350 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.006625 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.006876 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.007140 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.007351 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.007598 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.007876 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.008158 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.008445 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.008932 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.008932 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.009271 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.009473 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.009746 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.009987 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.010233 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.010462 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.010769 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.011031 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.011297 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.011571 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.011844 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.012108 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.012373 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.012613 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:11:50.012790 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.012927 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.013138 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.013397 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.013661 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.013927 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.014195 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.014456 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.014759 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.015031 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.015318 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.015587 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.015857 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.016121 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.016381 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.016653 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.016898 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.017123 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.017347 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_json = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.017565 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.017796 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.018004 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.018217 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.018431 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.018690 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.019460 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.019684 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:11:50.019945 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.020165 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.020395 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.020617 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.020836 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.021059 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.021283 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.021503 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.021716 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.021932 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.022164 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.022379 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.022645 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.022868 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.023095 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.023326 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.023540 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.023763 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.023980 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.024217 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.024447 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.024662 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.024905 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.025106 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.025329 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.025547 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.025765 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.025988 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.026206 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.026428 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.026676 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.026911 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.027116 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.027333 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.027558 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.027874 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.027971 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.028196 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.028413 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.028631 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.028859 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.029134 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.029333 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.029508 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.029723 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.029940 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.030162 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.030368 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.030616 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.030831 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.031080 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.031330 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.031557 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.031775 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.031998 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.032216 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.032433 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.032668 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.032931 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.033190 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.035386 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.035386 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.035386 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.035386 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.035386 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.035386 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.035386 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.035386 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.037015 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.037015 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.037015 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.037015 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.037015 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.037015 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.038013 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.038013 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.038013 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.038013 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.039304 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.039304 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.039304 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.039304 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.039304 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.039949 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.039949 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.039949 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.040342 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.040480 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.040850 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.040996 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.041217 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.041472 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.041744 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.042007 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.042274 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.042571 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.042870 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.043145 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.043409 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.043677 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.043932 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.044140 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.044348 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.044554 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.044823 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.045085 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.045390 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.045635 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.045896 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.046155 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.046426 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.046682 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.046905 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.047181 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.047453 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.047743 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.048011 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.048289 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.048529 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.048739 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.048985 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.049333 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.049531 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.049798 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.050020 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.050211 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.050484 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.050798 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.051092 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.051342 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.051575 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.051809 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.052128 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.052413 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.052699 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.052981 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.053362 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.053558 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.053740 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.054006 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.054274 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.054545 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.054793 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.055039 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.055295 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.055565 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.055801 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.056027 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.056250 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.056472 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.056692 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.056912 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.057140 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.057360 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.057597 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.057800 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.058000 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.058202 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.058406 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.058688 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.058943 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.059194 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.059453 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.059713 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.059967 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.060217 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.060465 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.060713 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.060961 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.061230 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.061481 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.061749 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.061992 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.062244 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.062493 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.062778 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.063032 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.063281 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.063533 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.063784 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.064041 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.064289 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.064539 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.064806 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.065058 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.065309 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.066970 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.066970 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.070888 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.071093 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.071392 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 59096) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:11:50.071556 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.071788 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.071992 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.072172 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.072465 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.072646 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.072845 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.073016 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.073193 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.073366 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.073535 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.073817 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.073987 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.074179 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.074408 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.074605 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.074767 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.075020 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.075223 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.075389 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.075582 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.075751 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.075949 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.076228 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.076396 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.076561 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.076724 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.076976 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.077232 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.077382 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.077525 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.077687 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.077966 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.078135 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.078330 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.078493 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.080223 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.080223 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.080223 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.080223 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.082146 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.082357 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.082620 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.082825 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.082971 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.083097 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.083221 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.083978 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.084159 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.084340 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.084507 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.085235 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.086575 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.087166 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.088228 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.088715 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.088895 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.089066 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.089649 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.089899 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.090105 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.090264 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.090444 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.091607 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.091828 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.092764 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.093024 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.093860 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.093860 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.097261 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.097261 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.097944 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0154469 Jul 13 19:11:50.098156 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.098156 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.098156 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.098156 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.098156 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.098156 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.098156 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.098156 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.098156 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.099215 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.099659 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.099984 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.100576 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.100865 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.101106 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.101379 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.101600 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.101824 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:11:50.102192 dv-cinder-786931-3-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:12:02.106545 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576801d4-4807-45a6-8142-54b2a8b52c39 None None] get_active_networks_info from dv-cinder-786931-3-iscsi {{(pid=92953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:12:02.174485 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576801d4-4807-45a6-8142-54b2a8b52c39 None None] No non-hosted networks {{(pid=92953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 19:12:02.209849 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-71fb438b-afac-43cb-a10d-efad3595b56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523302'] for agent, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:05.060996 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9395c5fb-8eb9-4697-925c-5ed0cb500b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523302'] for agent, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:05.123632 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-80977f63-c9c3-4052-af6d-7f9ae85b0840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:05.458828 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523302'] for agent, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:05.459864 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:05.460413 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:05.460938 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:05.461476 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:05.462017 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:05.462851 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:05.463139 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:05.463704 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:05.464221 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:05.464760 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:05.465303 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:05.465845 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:05.466500 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786931-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:12:05.497444 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786931-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:12:06.016629 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523302'] for agent, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:08.104383 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523302'] for agent, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:08.781987 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 59188) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:09.355546 dv-cinder-786931-3-iscsi neutron-server[92951]: WARNING oslo_policy.policy [None req-d069d14b-54e7-49d9-b64c-5c41683d3aed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:12:09.356064 dv-cinder-786931-3-iscsi neutron-server[92951]: WARNING oslo_policy.policy [None req-d069d14b-54e7-49d9-b64c-5c41683d3aed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:12:09.575626 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [None req-d069d14b-54e7-49d9-b64c-5c41683d3aed admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:12:09.576922 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d069d14b-54e7-49d9-b64c-5c41683d3aed admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7924852 Jul 13 19:12:12.022420 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 59202) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:12.494474 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.db.l3_hamode_db [None req-9c1f63b4-73a3-4a25-97ea-34f49385b986 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 19:12:12.585630 dv-cinder-786931-3-iscsi neutron-server[92952]: WARNING oslo_policy.policy [None req-39211702-e03f-42ef-817c-5f9a9afe1e55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:12:12.586200 dv-cinder-786931-3-iscsi neutron-server[92952]: WARNING oslo_policy.policy [None req-39211702-e03f-42ef-817c-5f9a9afe1e55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:12:12.594219 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f63b4-73a3-4a25-97ea-34f49385b986 None None] Routers set() bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:12:12.594650 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f63b4-73a3-4a25-97ea-34f49385b986 None None] Router IDs set() for agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 19:12:12.804187 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-39211702-e03f-42ef-817c-5f9a9afe1e55 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:12:12.898998 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.policy [None req-39211702-e03f-42ef-817c-5f9a9afe1e55 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92952) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 19:12:12.944718 dv-cinder-786931-3-iscsi neutron-server[92952]: WARNING oslo_policy.policy [None req-39211702-e03f-42ef-817c-5f9a9afe1e55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:12:12.945118 dv-cinder-786931-3-iscsi neutron-server[92952]: WARNING oslo_policy.policy [None req-39211702-e03f-42ef-817c-5f9a9afe1e55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:12:12.953792 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.quota [None req-39211702-e03f-42ef-817c-5f9a9afe1e55 admin admin] Loaded quota_driver: . Jul 13 19:12:13.051925 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-39211702-e03f-42ef-817c-5f9a9afe1e55 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755178267450', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755178267109', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755178290493', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755178286016', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755178294598', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755178300684', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-584494', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573286', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33159633', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32950835'] for rbac-policy, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:13.123433 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-39211702-e03f-42ef-817c-5f9a9afe1e55 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:13.125161 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-39211702-e03f-42ef-817c-5f9a9afe1e55 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1012831 Jul 13 19:12:15.762867 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 59220) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:16.065940 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:12:16.095172 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Made reservation on behalf of b9b27ca7d4b14ca3af481c810357d29d for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:12:16.098370 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:16.114900 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:16.241232 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:16.245048 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:16.270046 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:12:16.295195 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755173474780', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:16.295718 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Unsubscribe: segment precommit_create {{(pid=92952) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 19:12:16.296230 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Added segment d1a2f040-8a5e-4681-8744-069beb5d0c9f of type vlan for network 765f4cae-29b3-496e-9c5d-135eb1174635 Jul 13 19:12:16.303074 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29139cf-9096-4eec-968c-a378f9cf5e62,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:16.326192 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:16.326566 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:16.326955 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:16.327358 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:16.327773 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:16.328161 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:16.328483 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:16.328799 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:16.329126 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:16.329445 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:16.329754 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:16.330090 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Tracked resource versions report: Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: pushed versions: Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: { 'AddressGroup': {'1.2'}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'ConntrackHelper': {'1.0'}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Log': {'1.0'}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Network': {'1.1'}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Port': {'1.7'}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'PortForwarding': {'1.2'}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'QosPolicy': {'1.8'}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'SecurityGroup': {'1.4'}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'SubPort': {'1.0'}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Subnet': {'1.1'}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Trunk': {'1.1'}} Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: consumer versions: Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: { DHCP agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: L3 agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: Metadata agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: Metering agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: Open vSwitch agent@dv-cinder-786931-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'ConntrackHelper': '1.0', Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Log': '1.0', Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Network': '1.1', Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Port': '1.7', Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'PortForwarding': '1.2', Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'QosPolicy': '1.8', Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'SecurityGroup': '1.4', Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'SecurityGroupRule': '1.2', Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'SubPort': '1.0', Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Subnet': '1.1', Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Trunk': '1.1'}} Jul 13 19:12:16.331223 dv-cinder-786931-3-iscsi neutron-server[92952]: {{(pid=92952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:12:16.419601 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:16.469834 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:16.471034 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:16.471676 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:16.553080 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7890518 Jul 13 19:12:16.571959 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8843d1b-81c3-40dd-8e4b-97a34a9eaa02 admin admin] Pushing event updated for resources: {'Network': ['ID=765f4cae-29b3-496e-9c5d-135eb1174635,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:16.583750 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network 765f4cae-29b3-496e-9c5d-135eb1174635 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:12:19.209147 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 59234) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:19.762170 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.policy [None req-d5014663-386a-4ccf-aa00-e8d28a46bb4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92951) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 19:12:19.806491 dv-cinder-786931-3-iscsi neutron-server[92951]: WARNING oslo_policy.policy [None req-d5014663-386a-4ccf-aa00-e8d28a46bb4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:12:19.806892 dv-cinder-786931-3-iscsi neutron-server[92951]: WARNING oslo_policy.policy [None req-d5014663-386a-4ccf-aa00-e8d28a46bb4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:12:19.815662 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5014663-386a-4ccf-aa00-e8d28a46bb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:19.817421 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d5014663-386a-4ccf-aa00-e8d28a46bb4b admin admin] 10.222.0.68 "GET /v2.0/networks/765f4cae-29b3-496e-9c5d-135eb1174635 HTTP/1.1" status: 200 len: 826 time: 0.6073532 Jul 13 19:12:19.855800 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3000ef62-2037-4eb9-82fb-16f6574c279f admin admin] 10.222.0.68 "GET /v2.0/subnetpools/7b5e3095-f594-4df8-b46c-83d3ec64d2a0 HTTP/1.1" status: 200 len: 734 time: 0.0327034 Jul 13 19:12:19.864569 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Request body: {'subnet': {'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7b5e3095-f594-4df8-b46c-83d3ec64d2a0', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:12:19.866112 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.quota [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Loaded quota_driver: . Jul 13 19:12:19.910017 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Made reservation on behalf of b9b27ca7d4b14ca3af481c810357d29d for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:12:19.912858 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:20.207836 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:20.280044 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Checking segment: {'id': 'd1a2f040-8a5e-4681-8744-069beb5d0c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:12:20.280759 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Network hostable DHCP agents. Network: 765f4cae-29b3-496e-9c5d-135eb1174635, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:12:20.295398 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbd340d-be53-4afc-9cca-34c2ab0982c5,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:20.309516 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:20.309875 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:20.310217 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:20.310573 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:20.310902 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:20.311244 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:20.311571 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:20.311895 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:20.312230 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:20.312552 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:20.312869 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:20.313183 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Tracked resource versions report: Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: pushed versions: Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: { 'AddressGroup': {'1.2'}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'ConntrackHelper': {'1.0'}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Log': {'1.0'}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Network': {'1.1'}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Port': {'1.7'}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'PortForwarding': {'1.2'}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'QosPolicy': {'1.8'}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'SecurityGroup': {'1.4'}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'SubPort': {'1.0'}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Subnet': {'1.1'}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Trunk': {'1.1'}} Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: consumer versions: Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: { DHCP agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: L3 agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: Metadata agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: Metering agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: Open vSwitch agent@dv-cinder-786931-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'ConntrackHelper': '1.0', Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Log': '1.0', Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Network': '1.1', Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Port': '1.7', Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'PortForwarding': '1.2', Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'QosPolicy': '1.8', Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'SecurityGroup': '1.4', Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'SecurityGroupRule': '1.2', Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'SubPort': '1.0', Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Subnet': '1.1', Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Trunk': '1.1'}} Jul 13 19:12:20.314363 dv-cinder-786931-3-iscsi neutron-server[92951]: {{(pid=92951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:12:20.344089 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Network 765f4cae-29b3-496e-9c5d-135eb1174635 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:12:20.359841 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, 765f4cae-29b3-496e-9c5d-135eb1174635) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:12:20.365213 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:20.365877 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:20.369812 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d6d7a6-5a18-490e-ab73-ab6bb1defcb4 None None] Network 765f4cae-29b3-496e-9c5d-135eb1174635 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:12:20.386237 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f6349d5e-ddb2-4cd4-bbcb-6aa076a51130 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5251527 Jul 13 19:12:20.691114 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffccee63-fa48-5d75-9a9a-e5ee3a48267b-765f4cae-29b3-496e-9c5d-135eb1174635', 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'fixed_ips': [{'subnet_id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5'}]}} from dv-cinder-786931-3-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:12:20.692350 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:20.982847 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Allocated IP 172.20.0.2 (765f4cae-29b3-496e-9c5d-135eb1174635/0cbd340d-be53-4afc-9cca-34c2ab0982c5/a4f095fc-4a4b-466e-9753-9892f524a73f) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:12:21.224524 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:21.240663 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Transition to ACTIVE for port object a4f095fc-4a4b-466e-9753-9892f524a73f will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:12:21.260764 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Transition to ACTIVE for port object a4f095fc-4a4b-466e-9753-9892f524a73f will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:12:21.268741 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:21.333927 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Network 765f4cae-29b3-496e-9c5d-135eb1174635 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:12:21.339797 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:12:21.352437 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:12:21.359616 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Pushing event updated for resources: {'Port': ['ID=a4f095fc-4a4b-466e-9753-9892f524a73f,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:21.399454 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:21.400091 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:21.400196 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:21.400455 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:21.400788 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:21.401160 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:21.401492 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:21.401819 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:21.402162 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:21.402487 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:21.402833 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:21.403154 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Tracked resource versions report: Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: pushed versions: Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: { 'AddressGroup': {'1.2'}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'ConntrackHelper': {'1.0'}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Log': {'1.0'}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Network': {'1.1'}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Port': {'1.7'}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'PortForwarding': {'1.2'}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'QosPolicy': {'1.8'}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'SecurityGroup': {'1.4'}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'SubPort': {'1.0'}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Subnet': {'1.1'}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Trunk': {'1.1'}} Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: consumer versions: Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: { DHCP agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: L3 agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: Metadata agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: Metering agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: Open vSwitch agent@dv-cinder-786931-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'ConntrackHelper': '1.0', Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Log': '1.0', Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Network': '1.1', Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Port': '1.7', Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'PortForwarding': '1.2', Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'QosPolicy': '1.8', Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'SecurityGroup': '1.4', Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'SecurityGroupRule': '1.2', Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'SubPort': '1.0', Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Subnet': '1.1', Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Trunk': '1.1'}} Jul 13 19:12:21.404275 dv-cinder-786931-3-iscsi neutron-server[92953]: {{(pid=92953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:12:21.438369 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Attempting to bind port a4f095fc-4a4b-466e-9753-9892f524a73f on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:12:21.438813 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Attempting to bind port a4f095fc-4a4b-466e-9753-9892f524a73f by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': 'd1a2f040-8a5e-4681-8744-069beb5d0c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:12:21.439649 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Attempting to bind port a4f095fc-4a4b-466e-9753-9892f524a73f on network 765f4cae-29b3-496e-9c5d-135eb1174635 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:12:21.444930 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:12:21.445360 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Checking segment: {'id': 'd1a2f040-8a5e-4681-8744-069beb5d0c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:12:21.445851 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:21.446253 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Bound using segment: {'id': 'd1a2f040-8a5e-4681-8744-069beb5d0c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:12:21.446734 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Bound port: a4f095fc-4a4b-466e-9753-9892f524a73f, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a2f040-8a5e-4681-8744-069beb5d0c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:12:21.447136 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:21.511336 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-16981a94-6205-4e89-8135-25606b2954ac None None] For port a4f095fc-4a4b-466e-9753-9892f524a73f, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:12:21.515604 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-16981a94-6205-4e89-8135-25606b2954ac None None] For port a4f095fc-4a4b-466e-9753-9892f524a73f, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=a4f095fc-4a4b-466e-9753-9892f524a73f,segment=NetworkSegment(d1a2f040-8a5e-4681-8744-069beb5d0c9f),segment_id=d1a2f040-8a5e-4681-8744-069beb5d0c9f)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:12:21.520413 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:21.587572 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16981a94-6205-4e89-8135-25606b2954ac None None] Pushing event updated for resources: {'Port': ['ID=a4f095fc-4a4b-466e-9753-9892f524a73f,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:22.882571 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 59248) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:23.207522 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [None req-03530d4b-0ab9-4b0d-8dde-09d0ab6e35b2 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:12:23.208598 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-03530d4b-0ab9-4b0d-8dde-09d0ab6e35b2 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3250718 Jul 13 19:12:25.656882 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 59256) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:25.976615 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [None req-1ad6ba8b-0856-4190-a507-11aee86ce7cd admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:12:25.977586 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-1ad6ba8b-0856-4190-a507-11aee86ce7cd admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3197155 Jul 13 19:12:27.468255 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device a4f095fc-4a4b-466e-9753-9892f524a73f up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:12:27.559540 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port a4f095fc-4a4b-466e-9753-9892f524a73f completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:12:27.889041 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9c5f4-0333-419f-ad5e-b5e2acac9aab None None] Network 765f4cae-29b3-496e-9c5d-135eb1174635 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:12:27.989933 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-d0437df2-1d18-408b-a5ee-9f57c7481266 None None] Provisioning for port a4f095fc-4a4b-466e-9753-9892f524a73f completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:12:28.015684 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-d0437df2-1d18-408b-a5ee-9f57c7481266 None None] Provisioning complete for port a4f095fc-4a4b-466e-9753-9892f524a73f triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:12:28.016242 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d0437df2-1d18-408b-a5ee-9f57c7481266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:28.255068 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d0437df2-1d18-408b-a5ee-9f57c7481266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:28.308757 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-d0437df2-1d18-408b-a5ee-9f57c7481266 None None] For port a4f095fc-4a4b-466e-9753-9892f524a73f, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=a4f095fc-4a4b-466e-9753-9892f524a73f,segment=NetworkSegment(d1a2f040-8a5e-4681-8744-069beb5d0c9f),segment_id=d1a2f040-8a5e-4681-8744-069beb5d0c9f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:12:28.314598 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d0437df2-1d18-408b-a5ee-9f57c7481266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:28.371359 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0437df2-1d18-408b-a5ee-9f57c7481266 None None] Pushing event updated for resources: {'Port': ['ID=a4f095fc-4a4b-466e-9753-9892f524a73f,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:28.540620 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-67425202-10ea-4913-a1c9-29ecabf4b7cb None None] Provisioning complete for port a4f095fc-4a4b-466e-9753-9892f524a73f triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:12:28.541716 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-67425202-10ea-4913-a1c9-29ecabf4b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:28.783761 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 59270) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:29.129078 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-d5285a16-e2e7-4659-ae59-63c2a9e70244 admin admin] Request body: {'router': {'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'name': 'router1', 'admin_state_up': True}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:12:29.165383 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d5285a16-e2e7-4659-ae59-63c2a9e70244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13697'] for router, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:29.167611 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d5285a16-e2e7-4659-ae59-63c2a9e70244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33141241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13704'] for router, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:29.363754 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d5285a16-e2e7-4659-ae59-63c2a9e70244 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:29.369072 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d5285a16-e2e7-4659-ae59-63c2a9e70244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520434'] for router, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:29.384562 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d5285a16-e2e7-4659-ae59-63c2a9e70244 admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:29.386346 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d5285a16-e2e7-4659-ae59-63c2a9e70244 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6010671 Jul 13 19:12:29.455366 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device a4f095fc-4a4b-466e-9753-9892f524a73f up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:12:29.510273 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port a4f095fc-4a4b-466e-9753-9892f524a73f triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:12:29.510780 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:31.910218 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 59278) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:31.930976 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-55dcd0cd-88f8-440d-9ebb-edb1c2415e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:32.274355 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [None req-0310a782-a6d8-4a79-9d6f-c4e1f861aa57 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:12:32.275450 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0310a782-a6d8-4a79-9d6f-c4e1f861aa57 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3639362 Jul 13 19:12:34.723170 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 59286) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:35.031813 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:12:35.059135 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ec32-0cb4-44c3-853e-1281e67f97e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:35.076090 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Made reservation on behalf of 94c7ac20af6346bc9e25c52c32d350fb for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:12:35.078484 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:35.093907 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:35.212415 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:35.216446 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:35.232008 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Reserving flat network on physical network physnet1 {{(pid=92951) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 19:12:35.260781 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755173474780', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:35.261377 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Unsubscribe: segment precommit_create {{(pid=92951) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 19:12:35.261870 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Added segment 464d4f9f-38b6-4ee6-bf86-ff0a7d718326 of type flat for network c7f35cd8-18dd-44ea-ab02-b10396c904d8 Jul 13 19:12:35.266032 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced2fd49-56fc-4c4a-b1d2-9fd1addcf7f4,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:35.319618 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:35.368621 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:35.369645 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:35.370213 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:35.425444 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:35.437799 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7135358 Jul 13 19:12:35.469039 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff1727-be7a-48ee-84d2-ec526c313bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f35cd8-18dd-44ea-ab02-b10396c904d8,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:35.480397 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:12:35.941839 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:37.866570 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 59304) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:38.041790 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:38.056199 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43f2fd5-b84f-4104-823a-27618a613f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:38.057762 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f43f2fd5-b84f-4104-823a-27618a613f0c admin admin] 10.222.0.68 "GET /v2.0/subnets/0cbd340d-be53-4afc-9cca-34c2ab0982c5 HTTP/1.1" status: 200 len: 849 time: 0.1898537 Jul 13 19:12:38.182053 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-81408526-4c0d-47b5-b210-9f9242900290 admin admin] 10.222.0.68 "GET /v2.0/routers/26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 HTTP/1.1" status: 200 len: 704 time: 0.1186419 Jul 13 19:12:38.468425 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:38.773512 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Allocated IP 172.20.0.1 (765f4cae-29b3-496e-9c5d-135eb1174635/0cbd340d-be53-4afc-9cca-34c2ab0982c5/f683afdd-c727-4f76-9ea1-5a8aa249d72d) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:12:38.940124 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:38.949700 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:12:38.966638 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Transition to ACTIVE for port object f683afdd-c727-4f76-9ea1-5a8aa249d72d will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:12:39.111875 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:39.184823 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Network 765f4cae-29b3-496e-9c5d-135eb1174635 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:12:39.193332 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:12:39.198907 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:12:39.199467 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521879'] for router_interface, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:39.223741 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Pushing event updated for resources: {'Port': ['ID=f683afdd-c727-4f76-9ea1-5a8aa249d72d,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:39.435795 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-2e036984-9520-477e-9d82-7a3575247b52 None None] Provisioning for port f683afdd-c727-4f76-9ea1-5a8aa249d72d completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:12:39.441197 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-2e036984-9520-477e-9d82-7a3575247b52 None None] Provisioning complete for port f683afdd-c727-4f76-9ea1-5a8aa249d72d triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:12:39.441674 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2e036984-9520-477e-9d82-7a3575247b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:39.449242 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:39.478976 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-2e036984-9520-477e-9d82-7a3575247b52 None None] Port f683afdd-c727-4f76-9ea1-5a8aa249d72d cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:12:39.644521 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:39.649692 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:39.650741 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33039058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523229'] for router_interface, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:39.730629 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Pushing event updated for resources: {'Port': ['ID=f683afdd-c727-4f76-9ea1-5a8aa249d72d,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:39.786323 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Network 765f4cae-29b3-496e-9c5d-135eb1174635 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:12:39.787805 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:12:39.959534 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Router 26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 is scheduled to L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e with binding_index 1 {{(pid=92951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:12:40.002919 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-2aa5f006-021b-45f2-9266-5ec75fc536b5 None None] Provisioning complete for port f683afdd-c727-4f76-9ea1-5a8aa249d72d triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:12:40.003479 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2aa5f006-021b-45f2-9266-5ec75fc536b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:40.043396 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5f006-021b-45f2-9266-5ec75fc536b5 None None] Port f683afdd-c727-4f76-9ea1-5a8aa249d72d cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:12:40.055316 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:12:40.060550 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0f0d6834-a869-4fed-9fb9-628d3831b66f admin admin] 10.222.0.68 "PUT /v2.0/routers/26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8731933 Jul 13 19:12:40.066697 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Sync routers for ids ['26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:12:40.078243 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Routers {'26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:12:40.079679 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:12:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:12:40.275465 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Set router 26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 gateway port host: None {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:12:40.779121 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'name': 'router1', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:12:29Z', 'updated_at': '2021-07-13T19:12:39Z', 'revision_number': 2, 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'gw_port_host': None, '_interfaces': [{'id': 'f683afdd-c727-4f76-9ea1-5a8aa249d72d', 'name': '', 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'mac_address': 'fa:16:3e:0e:d7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:12:38Z', 'updated_at': '2021-07-13T19:12:39Z', 'revision_number': 2, 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'subnets': [{'id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5e3095-f594-4df8-b46c-83d3ec64d2a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:12:40.836106 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Checking router: 26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:12:40.836567 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Updating router 26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 port f683afdd-c727-4f76-9ea1-5a8aa249d72d binding host dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:12:40.914663 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:41.526688 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:41.550464 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Transition to ACTIVE for port object f683afdd-c727-4f76-9ea1-5a8aa249d72d will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:12:41.558670 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:41.770346 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Pushing event updated for resources: {'Port': ['ID=f683afdd-c727-4f76-9ea1-5a8aa249d72d,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:41.793065 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:41.793532 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:41.794039 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:41.794539 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:41.794995 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:41.795444 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:41.795898 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:41.796360 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:41.796823 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:41.797869 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:41.798370 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:41.799030 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Tracked resource versions report: Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: pushed versions: Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: { 'AddressGroup': {'1.2'}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'ConntrackHelper': {'1.0'}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Log': {'1.0'}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Network': {'1.1'}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Port': {'1.7'}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'PortForwarding': {'1.2'}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'QosPolicy': {'1.8'}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'SecurityGroup': {'1.4'}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'SubPort': {'1.0'}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Subnet': {'1.1'}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Trunk': {'1.1'}} Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: consumer versions: Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: { DHCP agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: L3 agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: Metadata agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: Metering agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: Open vSwitch agent@dv-cinder-786931-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'ConntrackHelper': '1.0', Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Log': '1.0', Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Network': '1.1', Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Port': '1.7', Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'PortForwarding': '1.2', Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'QosPolicy': '1.8', Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'SecurityGroup': '1.4', Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'SecurityGroupRule': '1.2', Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'SubPort': '1.0', Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Subnet': '1.1', Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Trunk': '1.1'}} Jul 13 19:12:41.800316 dv-cinder-786931-3-iscsi neutron-server[92954]: {{(pid=92954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:12:41.804823 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Attempting to bind port f683afdd-c727-4f76-9ea1-5a8aa249d72d on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:12:41.804823 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Attempting to bind port f683afdd-c727-4f76-9ea1-5a8aa249d72d by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': 'd1a2f040-8a5e-4681-8744-069beb5d0c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:12:41.805552 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Attempting to bind port f683afdd-c727-4f76-9ea1-5a8aa249d72d on network 765f4cae-29b3-496e-9c5d-135eb1174635 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:12:41.816550 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:12:41.817183 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Checking segment: {'id': 'd1a2f040-8a5e-4681-8744-069beb5d0c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:12:41.818172 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:41.818825 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Bound using segment: {'id': 'd1a2f040-8a5e-4681-8744-069beb5d0c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:12:41.819602 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Bound port: f683afdd-c727-4f76-9ea1-5a8aa249d72d, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a2f040-8a5e-4681-8744-069beb5d0c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:12:41.820215 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:41.928051 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] For port f683afdd-c727-4f76-9ea1-5a8aa249d72d, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:12:41.957298 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] For port f683afdd-c727-4f76-9ea1-5a8aa249d72d, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=f683afdd-c727-4f76-9ea1-5a8aa249d72d,segment=NetworkSegment(d1a2f040-8a5e-4681-8744-069beb5d0c9f),segment_id=d1a2f040-8a5e-4681-8744-069beb5d0c9f)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:12:41.962842 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:42.036673 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42890e6a-d9a3-4a23-8c40-5f778954cb93 None None] Pushing event updated for resources: {'Port': ['ID=f683afdd-c727-4f76-9ea1-5a8aa249d72d,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:42.050582 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Routers {'26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:12:42.051550 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:12:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:12:42.174487 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] Set router 26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 gateway port host: None {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:12:42.476278 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'name': 'router1', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:12:29Z', 'updated_at': '2021-07-13T19:12:39Z', 'revision_number': 2, 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'gw_port_host': None, '_interfaces': [{'id': 'f683afdd-c727-4f76-9ea1-5a8aa249d72d', 'name': '', 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'mac_address': 'fa:16:3e:0e:d7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:12:38Z', 'updated_at': '2021-07-13T19:12:41Z', 'revision_number': 4, 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'subnets': [{'id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5e3095-f594-4df8-b46c-83d3ec64d2a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:12:42.520854 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a2def-70b4-483e-b446-246ec0381451 None None] The sync data for ids ['26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2'] in dv-cinder-786931-3-iscsi is: [{'id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'name': 'router1', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:12:29Z', 'updated_at': '2021-07-13T19:12:39Z', 'revision_number': 2, 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'gw_port_host': None, '_interfaces': [{'id': 'f683afdd-c727-4f76-9ea1-5a8aa249d72d', 'name': '', 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'mac_address': 'fa:16:3e:0e:d7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:12:38Z', 'updated_at': '2021-07-13T19:12:41Z', 'revision_number': 4, 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'subnets': [{'id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5e3095-f594-4df8-b46c-83d3ec64d2a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:12:42.527740 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 59324) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:42.695707 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6468c-de38-4a12-be0d-0f28d4ea8be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:42.697111 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5ec6468c-de38-4a12-be0d-0f28d4ea8be6 admin admin] 10.222.0.68 "GET /v2.0/networks/c7f35cd8-18dd-44ea-ab02-b10396c904d8 HTTP/1.1" status: 200 len: 842 time: 0.1681254 Jul 13 19:12:42.706885 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:12:42.731161 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] Made reservation on behalf of 94c7ac20af6346bc9e25c52c32d350fb for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:12:42.733656 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:43.289728 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.objects.ports [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92952) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:12:43.290438 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:43.397841 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f87271-df4f-4463-9039-0cb7538820f6,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:43.400954 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] Checking segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:12:43.401528 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] Network hostable DHCP agents. Network: c7f35cd8-18dd-44ea-ab02-b10396c904d8, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:12:43.436754 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:12:43.454214 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, c7f35cd8-18dd-44ea-ab02-b10396c904d8) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:12:43.460596 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:43.461476 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:43.471207 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadcd98d-f898-4e91-85aa-6f091e3a93a5 None None] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:12:43.481359 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-ce2b2a94-7c1f-4baf-bc85-641640c88d9e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7780209 Jul 13 19:12:43.689865 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0511ab2-f687-4898-8c70-8806afa55943 None None] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:12:46.209679 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 59336) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:46.489940 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-63e6a5cc-8874-42df-9689-0010e73e3d8a admin admin] 10.222.0.68 "GET /v2.0/routers/26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 HTTP/1.1" status: 200 len: 710 time: 0.2786903 Jul 13 19:12:46.591397 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0cbdc7-b334-4a44-84d9-6d08fcc7ae2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:12:46.592910 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-eb0cbdc7-b334-4a44-84d9-6d08fcc7ae2f admin admin] 10.222.0.68 "GET /v2.0/networks/c7f35cd8-18dd-44ea-ab02-b10396c904d8 HTTP/1.1" status: 200 len: 886 time: 0.0976667 Jul 13 19:12:46.602864 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:12:46.919541 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13722'] for router, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:47.193458 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:47.280535 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:47.497124 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device f683afdd-c727-4f76-9ea1-5a8aa249d72d up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:12:47.560641 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port f683afdd-c727-4f76-9ea1-5a8aa249d72d completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:12:47.565541 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port f683afdd-c727-4f76-9ea1-5a8aa249d72d triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:12:47.566124 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:47.586349 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Allocated IP 172.27.0.73 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/f6cf476f-f63b-419c-99af-90c88ec605e9) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:12:47.656242 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:47.696170 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port f683afdd-c727-4f76-9ea1-5a8aa249d72d, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=f683afdd-c727-4f76-9ea1-5a8aa249d72d,segment=NetworkSegment(d1a2f040-8a5e-4681-8744-069beb5d0c9f),segment_id=d1a2f040-8a5e-4681-8744-069beb5d0c9f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:12:47.700912 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:47.738681 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:47.815865 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=f683afdd-c727-4f76-9ea1-5a8aa249d72d,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:47.839037 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:47.916971 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:12:47.924284 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:12:47.930274 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:12:47.935296 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Pushing event updated for resources: {'Port': ['ID=f6cf476f-f63b-419c-99af-90c88ec605e9,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:48.231562 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:48.446988 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13722'] for router, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:48.451250 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395678'] for router, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:48.577343 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Router 26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:12:48.695353 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:12:48.700546 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:48.702015 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-cc21d876-1ef6-486a-aff3-2d366b8d9f49 admin admin] 10.222.0.68 "PUT /v2.0/routers/26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 HTTP/1.1" status: 200 len: 889 time: 2.1025515 Jul 13 19:12:48.707882 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Sync routers for ids ['26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:12:48.722911 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Routers {'26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:12:48.723811 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:12:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:12:48.990973 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Set router 26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:12:49.487590 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device f683afdd-c727-4f76-9ea1-5a8aa249d72d up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:12:49.622200 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'name': 'router1', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'f6cf476f-f63b-419c-99af-90c88ec605e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:12:29Z', 'updated_at': '2021-07-13T19:12:48Z', 'revision_number': 4, 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'gw_port': {'id': 'f6cf476f-f63b-419c-99af-90c88ec605e9', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:12:47Z', 'updated_at': '2021-07-13T19:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'f683afdd-c727-4f76-9ea1-5a8aa249d72d', 'name': '', 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'mac_address': 'fa:16:3e:0e:d7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:12:38Z', 'updated_at': '2021-07-13T19:12:47Z', 'revision_number': 5, 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'subnets': [{'id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5e3095-f594-4df8-b46c-83d3ec64d2a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:12:49.716143 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port f683afdd-c727-4f76-9ea1-5a8aa249d72d triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:12:49.716829 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:49.719736 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Checking router: 26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:12:49.720231 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Updating router 26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 port f6cf476f-f63b-419c-99af-90c88ec605e9 binding host dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:12:49.786234 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:50.257262 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:50.274034 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Transition to ACTIVE for port object f6cf476f-f63b-419c-99af-90c88ec605e9 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:12:50.284045 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:50.379550 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389728a-172f-44c5-9162-0eac44e93558 None None] Pushing event updated for resources: {'Port': ['ID=f6cf476f-f63b-419c-99af-90c88ec605e9,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:50.386921 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Attempting to bind port f6cf476f-f63b-419c-99af-90c88ec605e9 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:12:50.387526 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Attempting to bind port f6cf476f-f63b-419c-99af-90c88ec605e9 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:12:50.388126 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Attempting to bind port f6cf476f-f63b-419c-99af-90c88ec605e9 on network c7f35cd8-18dd-44ea-ab02-b10396c904d8 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:12:50.398657 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:12:50.399279 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Checking segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:12:50.399943 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:50.400577 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Bound using segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:12:50.401366 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Bound port: f6cf476f-f63b-419c-99af-90c88ec605e9, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:12:50.401985 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:50.493944 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] For port f6cf476f-f63b-419c-99af-90c88ec605e9, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:12:50.498281 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] For port f6cf476f-f63b-419c-99af-90c88ec605e9, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=f6cf476f-f63b-419c-99af-90c88ec605e9,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:12:50.505159 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:50.666430 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Routers {'26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:12:50.667124 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:12:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:12:50.669543 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389728a-172f-44c5-9162-0eac44e93558 None None] Pushing event updated for resources: {'Port': ['ID=f6cf476f-f63b-419c-99af-90c88ec605e9,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:50.864089 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] Set router 26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:12:51.244282 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'name': 'router1', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'f6cf476f-f63b-419c-99af-90c88ec605e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:12:29Z', 'updated_at': '2021-07-13T19:12:48Z', 'revision_number': 4, 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'gw_port': {'id': 'f6cf476f-f63b-419c-99af-90c88ec605e9', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:12:47Z', 'updated_at': '2021-07-13T19:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'f683afdd-c727-4f76-9ea1-5a8aa249d72d', 'name': '', 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'mac_address': 'fa:16:3e:0e:d7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:12:38Z', 'updated_at': '2021-07-13T19:12:47Z', 'revision_number': 5, 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'subnets': [{'id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5e3095-f594-4df8-b46c-83d3ec64d2a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:12:51.293177 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1ac3ff-187e-42de-a0af-a8cdafb5b8bb None None] The sync data for ids ['26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2'] in dv-cinder-786931-3-iscsi is: [{'id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'name': 'router1', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'f6cf476f-f63b-419c-99af-90c88ec605e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:12:29Z', 'updated_at': '2021-07-13T19:12:48Z', 'revision_number': 4, 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'gw_port': {'id': 'f6cf476f-f63b-419c-99af-90c88ec605e9', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:12:47Z', 'updated_at': '2021-07-13T19:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'f683afdd-c727-4f76-9ea1-5a8aa249d72d', 'name': '', 'network_id': '765f4cae-29b3-496e-9c5d-135eb1174635', 'tenant_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'mac_address': 'fa:16:3e:0e:d7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cbc63b-d8ea-42c0-baf0-b3d1c6758bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:12:38Z', 'updated_at': '2021-07-13T19:12:47Z', 'revision_number': 5, 'project_id': 'b9b27ca7d4b14ca3af481c810357d29d', 'subnets': [{'id': '0cbd340d-be53-4afc-9cca-34c2ab0982c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5e3095-f594-4df8-b46c-83d3ec64d2a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:12:51.396178 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 59344) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:51.530205 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device f6cf476f-f63b-419c-99af-90c88ec605e9 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:12:51.591256 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-51829fe6-69ca-4c5a-a6d7-b0e6af912953 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1933041 Jul 13 19:12:51.627752 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port f6cf476f-f63b-419c-99af-90c88ec605e9 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:12:51.634618 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port f6cf476f-f63b-419c-99af-90c88ec605e9 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:12:51.635267 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:51.756350 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:51.789004 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port f6cf476f-f63b-419c-99af-90c88ec605e9, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=f6cf476f-f63b-419c-99af-90c88ec605e9,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:12:51.794816 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:51.871439 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=f6cf476f-f63b-419c-99af-90c88ec605e9,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:53.479171 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device f6cf476f-f63b-419c-99af-90c88ec605e9 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:12:53.559806 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port f6cf476f-f63b-419c-99af-90c88ec605e9 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:12:53.560340 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:01.940108 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b89b5b6f-e0f4-414a-9c55-615c3f2fb029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:05.063559 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8f441d53-8d55-400f-8123-161567689de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:05.436264 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:05.954272 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:08.078629 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:15.955814 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:13:31.937080 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c6dedd17-9955-4c65-9aa5-d63c9e37ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:35.077201 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-06e132ca-d88b-440c-8da8-3b5a8bc65d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:35.431436 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:35.952445 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:38.066747 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:52.961956 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:14:01.929758 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a4faada1-9261-4a99-a4d4-40b778b5d7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:05.075150 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bc8641a8-6d5e-4ccd-929f-9c6e47703030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:05.426466 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:05.955251 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:08.075009 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:29.960493 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:14:31.926936 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0db20b2-35e3-47cf-ac9b-110c36887b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:35.065909 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f9e181d5-fd24-4fb8-bd29-927fe3073c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:35.428686 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:35.958373 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:38.077218 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:38.205515 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 59912) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:38.269036 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.pecan_wsgi.hooks.translation [None req-941d1a0d-69bd-4de0-bd66-cfe2621f0dbb admin admin] GET failed (client error): The resource could not be found. Jul 13 19:14:38.270548 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-941d1a0d-69bd-4de0-bd66-cfe2621f0dbb admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640452 Jul 13 19:14:38.441371 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a9d8c0-400e-4f0d-8e42-8a588c2f8ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:38.443354 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-58a9d8c0-400e-4f0d-8e42-8a588c2f8ee3 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1688533 Jul 13 19:14:40.659350 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 59922) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:40.764506 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836bfc77-5865-42a7-8407-c12931fc1281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:40.765885 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-836bfc77-5865-42a7-8407-c12931fc1281 admin admin] 10.222.0.68 "GET /v2.0/subnets/0cbd340d-be53-4afc-9cca-34c2ab0982c5 HTTP/1.1" status: 200 len: 849 time: 0.1055546 Jul 13 19:14:40.775877 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:14:40.864330 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Notify callbacks [] for subnet, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:41.079870 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755173326318'] for subnet, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:41.111806 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:41.112948 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:41.113672 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] 10.222.0.68 "PUT /v2.0/subnets/0cbd340d-be53-4afc-9cca-34c2ab0982c5 HTTP/1.1" status: 200 len: 868 time: 0.3422561 Jul 13 19:14:41.131916 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbd340d-be53-4afc-9cca-34c2ab0982c5,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:14:41.133557 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5063a-24fa-42d7-a6fe-0e822e7517b2 None None] Network 765f4cae-29b3-496e-9c5d-135eb1174635 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:14:41.140359 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:41.140743 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:41.141095 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:41.141442 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:41.141776 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:41.142126 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:41.142462 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:41.142825 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:41.143171 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:41.143501 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:41.143893 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:41.144146 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0de33-d8f8-4862-80db-122c0010653a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:14:41.520871 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b26937a2-0707-4aed-b7c2-01f3dabd87b6 None None] Provisioning complete for port a4f095fc-4a4b-466e-9753-9892f524a73f triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:14:41.521243 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b26937a2-0707-4aed-b7c2-01f3dabd87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:41.614436 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b26937a2-0707-4aed-b7c2-01f3dabd87b6 None None] Provisioning complete for port f683afdd-c727-4f76-9ea1-5a8aa249d72d triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:14:41.614835 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b26937a2-0707-4aed-b7c2-01f3dabd87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:43.287367 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 59932) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:43.491070 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975b4cfb-4536-4cf0-a92c-8a2c7a26bf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:43.491558 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975b4cfb-4536-4cf0-a92c-8a2c7a26bf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:43.493104 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-975b4cfb-4536-4cf0-a92c-8a2c7a26bf85 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2047653 Jul 13 19:14:45.674627 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 59940) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:45.960423 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81187cce-d5e1-41c8-80b9-1ad6feb5fe27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:45.960904 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81187cce-d5e1-41c8-80b9-1ad6feb5fe27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:45.963008 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-81187cce-d5e1-41c8-80b9-1ad6feb5fe27 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2867980 Jul 13 19:14:48.175529 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 59948) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:48.307394 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8d75e-df5f-4d8d-b747-c9e3f640678a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:48.308795 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-6da8d75e-df5f-4d8d-b747-c9e3f640678a admin admin] 10.222.0.68 "GET /v2.0/networks/765f4cae-29b3-496e-9c5d-135eb1174635 HTTP/1.1" status: 200 len: 870 time: 0.1323075 Jul 13 19:14:50.693401 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 59956) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:50.819405 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae8a832-14a1-4743-9926-193e050c6507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:50.820804 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-2ae8a832-14a1-4743-9926-193e050c6507 admin admin] 10.222.0.68 "GET /v2.0/networks/c7f35cd8-18dd-44ea-ab02-b10396c904d8 HTTP/1.1" status: 200 len: 886 time: 0.1264355 Jul 13 19:14:53.049047 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 59964) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:53.185532 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc389ac1-2642-4537-b331-702cf81249ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:53.185979 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc389ac1-2642-4537-b331-702cf81249ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:53.187583 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-dc389ac1-2642-4537-b331-702cf81249ab admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1375456 Jul 13 19:14:55.543499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 59972) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:55.664011 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80548e4-5d3e-4be3-96ef-a5b869b482c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:55.664463 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80548e4-5d3e-4be3-96ef-a5b869b482c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:55.667498 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f80548e4-5d3e-4be3-96ef-a5b869b482c7 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228640 Jul 13 19:14:57.895939 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 59980) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:57.990848 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7e33d8-5b80-41b0-94b7-3241b01edf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:14:57.992221 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8e7e33d8-5b80-41b0-94b7-3241b01edf0c admin admin] 10.222.0.68 "GET /v2.0/subnets/0cbd340d-be53-4afc-9cca-34c2ab0982c5 HTTP/1.1" status: 200 len: 868 time: 0.0953054 Jul 13 19:15:00.283026 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 59988) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:00.385187 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1083de44-9165-4037-bdb8-954c1a5d2c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:00.386701 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1083de44-9165-4037-bdb8-954c1a5d2c9a admin admin] 10.222.0.68 "GET /v2.0/subnets/f0f87271-df4f-4463-9039-0cb7538820f6 HTTP/1.1" status: 200 len: 816 time: 0.1027224 Jul 13 19:15:01.922530 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9d830867-bf98-477a-9de2-194d5bcb00c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:05.067570 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7a05c5bc-9cc7-4618-94f7-15dc16a1a38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:05.430269 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:05.960832 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:06.961799 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:15:08.071499 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:25.086195 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60040) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:25.133177 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [None req-1514196c-3124-437a-9bdc-7085fabbf072 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:15:25.134783 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1514196c-3124-437a-9bdc-7085fabbf072 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473864 Jul 13 19:15:27.381648 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60048) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:27.443289 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac968d54-00ca-4a8c-b5b2-fae1ae7e59d9 admin admin] GET failed (client error): The resource could not be found. Jul 13 19:15:27.444641 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-ac968d54-00ca-4a8c-b5b2-fae1ae7e59d9 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620484 Jul 13 19:15:27.589765 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27923743-f09f-477e-8018-6b1a3e4402da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:27.591327 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-27923743-f09f-477e-8018-6b1a3e4402da admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1422138 Jul 13 19:15:29.784895 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60056) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:29.832442 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:29.853057 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] Made reservation on behalf of 94c7ac20af6346bc9e25c52c32d350fb for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:29.855341 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.891020 dv-cinder-786931-3-iscsi neutron-server[92952]: WARNING neutron.services.revisions.revision_plugin [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] Could not find related network for resource to bump revision. Jul 13 19:15:29.905884 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:15:29.915831 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.916165 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] Added segment f5bc32f3-f3a7-40da-8bb0-0988b6013205 of type vlan for network f11333b3-3c76-4435-9d69-2a64f2c9b151 Jul 13 19:15:29.959491 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.987345 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.988315 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:29.988880 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.039167 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2531497 Jul 13 19:15:30.047724 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e7bcd-912f-40f4-bcff-6755fc904c98 admin admin] Pushing event updated for resources: {'Network': ['ID=f11333b3-3c76-4435-9d69-2a64f2c9b151,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:30.059083 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network f11333b3-3c76-4435-9d69-2a64f2c9b151 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:15:31.924189 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7720-79de-426f-8bfe-2b2588894ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.247694 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60064) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:32.307443 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ae543f-c09b-40c3-97e1-fec84d7b1684 admin admin] GET failed (client error): The resource could not be found. Jul 13 19:15:32.308773 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-36ae543f-c09b-40c3-97e1-fec84d7b1684 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601227 Jul 13 19:15:32.378444 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d449b7d-869a-4de8-ab8d-12c94e4f1ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:32.379968 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7d449b7d-869a-4de8-ab8d-12c94e4f1ed2 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0672944 Jul 13 19:15:32.390278 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-6b4467a9-aa6d-4279-b07d-5931e053d008 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:32.409593 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4467a9-aa6d-4279-b07d-5931e053d008 admin admin] Made reservation on behalf of 94c7ac20af6346bc9e25c52c32d350fb for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:32.412052 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b4467a9-aa6d-4279-b07d-5931e053d008 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.579659 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b4467a9-aa6d-4279-b07d-5931e053d008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.639088 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4467a9-aa6d-4279-b07d-5931e053d008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a613593-c17a-437d-840a-e809613d19a4,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:32.646412 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4467a9-aa6d-4279-b07d-5931e053d008 admin admin] Checking segment: {'id': 'f5bc32f3-f3a7-40da-8bb0-0988b6013205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:32.646799 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4467a9-aa6d-4279-b07d-5931e053d008 admin admin] Network hostable DHCP agents. Network: f11333b3-3c76-4435-9d69-2a64f2c9b151, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:15:32.663548 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4467a9-aa6d-4279-b07d-5931e053d008 admin admin] Network f11333b3-3c76-4435-9d69-2a64f2c9b151 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:15:32.673352 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-6b4467a9-aa6d-4279-b07d-5931e053d008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, f11333b3-3c76-4435-9d69-2a64f2c9b151) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:32.677648 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4467a9-aa6d-4279-b07d-5931e053d008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:32.678233 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b4467a9-aa6d-4279-b07d-5931e053d008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.683203 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b00b9e9-07f2-450a-b741-c9708cce9825 None None] Network f11333b3-3c76-4435-9d69-2a64f2c9b151 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:15:32.699128 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6b4467a9-aa6d-4279-b07d-5931e053d008 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3121483 Jul 13 19:15:32.936290 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffccee63-fa48-5d75-9a9a-e5ee3a48267b-f11333b3-3c76-4435-9d69-2a64f2c9b151', 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151', 'tenant_id': '94c7ac20af6346bc9e25c52c32d350fb', 'fixed_ips': [{'subnet_id': '8a613593-c17a-437d-840a-e809613d19a4'}]}} from dv-cinder-786931-3-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:15:32.937272 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.084768 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Allocated IP 192.168.233.2 (f11333b3-3c76-4435-9d69-2a64f2c9b151/8a613593-c17a-437d-840a-e809613d19a4/4e9a930c-13eb-4cc4-97bb-6d34c4b56977) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:15:33.303930 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.342465 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Transition to ACTIVE for port object 4e9a930c-13eb-4cc4-97bb-6d34c4b56977 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:33.362339 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Transition to ACTIVE for port object 4e9a930c-13eb-4cc4-97bb-6d34c4b56977 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:33.368988 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.394434 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Network f11333b3-3c76-4435-9d69-2a64f2c9b151 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:33.397356 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:33.416797 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:15:33.463003 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Pushing event updated for resources: {'Port': ['ID=4e9a930c-13eb-4cc4-97bb-6d34c4b56977,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:33.492932 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:33.493841 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:33.494244 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:33.494614 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:33.494943 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:33.495274 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:33.495600 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:33.495925 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:33.496267 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:33.496596 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:33.496920 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:33.497239 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:33.535482 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Attempting to bind port 4e9a930c-13eb-4cc4-97bb-6d34c4b56977 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:15:33.536106 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Attempting to bind port 4e9a930c-13eb-4cc4-97bb-6d34c4b56977 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': 'f5bc32f3-f3a7-40da-8bb0-0988b6013205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:15:33.536691 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Attempting to bind port 4e9a930c-13eb-4cc4-97bb-6d34c4b56977 on network f11333b3-3c76-4435-9d69-2a64f2c9b151 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:15:33.547918 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:15:33.548503 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Checking segment: {'id': 'f5bc32f3-f3a7-40da-8bb0-0988b6013205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:33.549104 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.549779 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Bound using segment: {'id': 'f5bc32f3-f3a7-40da-8bb0-0988b6013205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:15:33.550423 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Bound port: 4e9a930c-13eb-4cc4-97bb-6d34c4b56977, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bc32f3-f3a7-40da-8bb0-0988b6013205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:15:33.551055 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.636731 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] For port 4e9a930c-13eb-4cc4-97bb-6d34c4b56977, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:15:33.640630 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] For port 4e9a930c-13eb-4cc4-97bb-6d34c4b56977, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=4e9a930c-13eb-4cc4-97bb-6d34c4b56977,segment=NetworkSegment(f5bc32f3-f3a7-40da-8bb0-0988b6013205),segment_id=f5bc32f3-f3a7-40da-8bb0-0988b6013205)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:15:33.647823 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.704811 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12914950-57fd-4498-bcd4-4dd432af477c None None] Pushing event updated for resources: {'Port': ['ID=4e9a930c-13eb-4cc4-97bb-6d34c4b56977,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:34.577872 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6de9480-1183-4f50-8623-3184a82d7385 None None] Network f11333b3-3c76-4435-9d69-2a64f2c9b151 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:15:34.701371 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-3dd7c7ba-d726-44e0-bce3-b1a777a03e12 None None] Provisioning for port 4e9a930c-13eb-4cc4-97bb-6d34c4b56977 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:15:35.072283 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0d2318e0-e163-49c1-83ba-b40b44c60b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.434615 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.600631 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 4e9a930c-13eb-4cc4-97bb-6d34c4b56977 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:15:35.656321 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port 4e9a930c-13eb-4cc4-97bb-6d34c4b56977 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:15:35.660320 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 4e9a930c-13eb-4cc4-97bb-6d34c4b56977 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:35.660698 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.740088 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.774597 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port 4e9a930c-13eb-4cc4-97bb-6d34c4b56977, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=4e9a930c-13eb-4cc4-97bb-6d34c4b56977,segment=NetworkSegment(f5bc32f3-f3a7-40da-8bb0-0988b6013205),segment_id=f5bc32f3-f3a7-40da-8bb0-0988b6013205)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:15:35.778899 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.834873 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=4e9a930c-13eb-4cc4-97bb-6d34c4b56977,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:35.963935 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:37.590994 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 4e9a930c-13eb-4cc4-97bb-6d34c4b56977 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:15:37.642652 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 4e9a930c-13eb-4cc4-97bb-6d34c4b56977 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:37.643031 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.076271 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:43.965491 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:16:01.932093 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d470d5aa-cd13-435a-a9b7-bd74de7b77e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:05.073356 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-37f070eb-0ec5-4276-8947-a4d5921e7924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:05.436734 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:05.966722 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.080798 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:20.965486 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:16:31.931948 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f91ce448-da4f-45ba-8e36-1d9879745d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:35.076368 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2e97f34b-2a63-4ddf-8e10-35ac224624e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:35.448085 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:35.972010 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:38.088363 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.374162 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60120) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:46.380237 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [None req-1ebe25d6-3b95-4dcb-ac7c-7c6e620bff38 tempest-verify_tempest_config-1646068940 tempest-verify_tempest_config-1646068940-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:16:46.381209 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1ebe25d6-3b95-4dcb-ac7c-7c6e620bff38 tempest-verify_tempest_config-1646068940 tempest-verify_tempest_config-1646068940-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059810 Jul 13 19:16:46.702981 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60138) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:46.803349 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.895470 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.901054 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.947509 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74f57a9-ae4a-4747-9ca9-14bea889c3c5,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:46.952049 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d1f253ec87054448bf0f3e2f389df936&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2479978 Jul 13 19:16:46.954878 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60142) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:46.956355 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.956721 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.957064 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.957402 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.957730 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.958080 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.958410 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.958769 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.959115 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.959442 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.959782 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.960114 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072efb-0437-4dec-9532-1d5b0899604c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:47.011149 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.031152 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.117301 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.119833 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.121010 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c74f57a9-ae4a-4747-9ca9-14bea889c3c5 HTTP/1.1" status: 204 len: 168 time: 0.1649840 Jul 13 19:16:47.128766 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74f57a9-ae4a-4747-9ca9-14bea889c3c5,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:47.136138 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:47.136518 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:47.136881 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:47.137225 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:47.137542 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:47.137895 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:47.138312 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:47.138566 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:47.139098 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:47.139432 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:47.139761 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:47.140087 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5fd93-dcca-482a-8a1a-e8298da15f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:57.964568 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:17:01.923751 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-61ba9525-41d3-416a-9a58-305a70b8aba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:05.076898 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-901fa24f-561f-4e9f-a410-2fbda6b40b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:05.440064 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:05.974113 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:08.086590 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:31.925078 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e9697e9a-2e17-4165-b303-4427dce6538c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:34.963524 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:17:35.077926 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-90d7343d-f471-42d7-95e3-623dfb1522f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:35.443828 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:35.976166 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:38.090424 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.927331 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-406b1b58-37a7-49a1-9f0a-887366465408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:05.083621 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-afaa0abb-7bb5-445a-907e-511d438c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:05.446925 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:05.979404 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:08.094715 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:11.963306 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:18:19.357577 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523302'] for agent, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:24.203870 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60196) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:24.319549 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-00209ebe-8edb-41a8-afd6-61598eacee72 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1144183 Jul 13 19:18:26.622771 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60206) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:26.679482 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3408783a-3c72-437e-9c90-7d2528e2f7d3 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0556667 Jul 13 19:18:31.939191 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-16f3b2af-fde9-4711-bacb-03312d0daee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:35.080346 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c263c940-252c-4bba-b955-183e5127669f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:35.449820 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:35.985010 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:38.096443 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:48.962782 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:18:49.340046 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:01.931341 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ae85076b-55d8-4029-846b-f7f3dde0c664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:05.073598 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-852c2827-beee-4e9a-ad65-49617ba5322b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:05.451462 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:05.986004 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:08.099517 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:19.343503 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.961750 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:19:31.934220 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f30f3124-1bc9-4b21-9a96-b8ed5351801f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:35.075526 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e48f8cc2-4ec1-42b9-a3cc-f55f9b870feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:35.456253 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:35.988773 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:38.102251 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:49.338707 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:56.061013 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60414) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:56.383030 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-215366785-network', 'tenant_id': '948fa0f93c934702abbbdafee2a737d7'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:56.401146 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60438) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:56.405816 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Made reservation on behalf of 948fa0f93c934702abbbdafee2a737d7 for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:56.409174 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:56.418128 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:56.514489 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:56.521157 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:56.531304 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60448) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:56.550481 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2a53f8-5bab-41d0-bbb8-3f6de536f946,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:56.559668 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:56.560036 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:56.560431 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:56.560809 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:56.561204 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:56.561530 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:56.561854 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:56.562171 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:56.562506 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:56.562966 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:56.563167 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:56.563499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Tracked resource versions report: Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: pushed versions: Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: { 'AddressGroup': {'1.2'}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'ConntrackHelper': {'1.0'}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Log': {'1.0'}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Network': {'1.1'}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Port': {'1.7'}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'PortForwarding': {'1.2'}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'QosPolicy': {'1.8'}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'SecurityGroup': {'1.4'}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'SubPort': {'1.0'}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Subnet': {'1.1'}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Trunk': {'1.1'}} Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: consumer versions: Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: { DHCP agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: L3 agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: Metadata agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: Metering agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: Open vSwitch agent@dv-cinder-786931-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'ConntrackHelper': '1.0', Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Log': '1.0', Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Network': '1.1', Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Port': '1.7', Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'PortForwarding': '1.2', Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'QosPolicy': '1.8', Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'SecurityGroup': '1.4', Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'SecurityGroupRule': '1.2', Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'SubPort': '1.0', Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Subnet': '1.1', Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: 'Trunk': '1.1'}} Jul 13 19:19:56.565225 dv-cinder-786931-3-iscsi neutron-server[92952]: {{(pid=92952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:19:56.571207 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:19:56.581748 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:56.582145 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Added segment 4795b7f9-cc1a-470c-8816-7797f6186654 of type vlan for network de9bdfe4-936f-47c5-b367-3d4cee9d1dbb Jul 13 19:19:56.623339 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:56.653194 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:56.654429 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:56.655432 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:56.711308 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6456153 Jul 13 19:19:56.712282 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60456) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:56.718147 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-a653197a-7ec0-4a25-81ab-0557f52b51e9 admin admin] Request body: {'subnet': {'network_id': 'de9bdfe4-936f-47c5-b367-3d4cee9d1dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-215366785-subnet', 'tenant_id': '948fa0f93c934702abbbdafee2a737d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:56.723823 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938f11d-5b22-4c85-91b2-047c3c794268 admin admin] Pushing event updated for resources: {'Network': ['ID=de9bdfe4-936f-47c5-b367-3d4cee9d1dbb,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:56.733621 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60458) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:56.735646 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network de9bdfe4-936f-47c5-b367-3d4cee9d1dbb details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:19:56.736406 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1377924286-network', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:56.771236 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a653197a-7ec0-4a25-81ab-0557f52b51e9 admin admin] Made reservation on behalf of 948fa0f93c934702abbbdafee2a737d7 for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:56.773536 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a653197a-7ec0-4a25-81ab-0557f52b51e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:56.829042 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1545961526-network', 'tenant_id': 'b5e39dfc1338450284e225e45453460b'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:56.854592 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Made reservation on behalf of 2a0d40dcd30548d8a8f63ebc23983d2b for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:56.856886 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:56.876277 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:56.903354 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-network', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:56.930866 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Made reservation on behalf of b5e39dfc1338450284e225e45453460b for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:56.931507 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.db.api [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:19:56.931507 dv-cinder-786931-3-iscsi neutron-server[92952]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:19:56.931507 dv-cinder-786931-3-iscsi neutron-server[92952]: [parameters: {'project_id_1': 'e400a1fc664843c291d144a2a7a75c73', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 19, 56, 912768)}] Jul 13 19:19:56.931507 dv-cinder-786931-3-iscsi neutron-server[92952]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:19:56.931856 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG oslo_db.api [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:19:56.934454 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.022184 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.042831 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.070112 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.103971 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:19:57.177456 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.178103 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Added segment 3a62543a-14d6-480b-b1ca-4b20b18a593d of type vlan for network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 Jul 13 19:19:57.190625 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:57.230058 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.230828 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.231393 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.231933 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.232462 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.233109 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.233649 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.234194 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.234777 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.235323 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.235873 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.236959 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Tracked resource versions report: Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: pushed versions: Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: { 'AddressGroup': {'1.2'}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'ConntrackHelper': {'1.0'}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Log': {'1.0'}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Network': {'1.1'}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Port': {'1.7'}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'PortForwarding': {'1.2'}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'QosPolicy': {'1.8'}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'SecurityGroup': {'1.4'}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'SubPort': {'1.0'}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Subnet': {'1.1'}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Trunk': {'1.1'}} Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: consumer versions: Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: { DHCP agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: L3 agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: Metadata agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: Metering agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: Open vSwitch agent@dv-cinder-786931-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'ConntrackHelper': '1.0', Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Log': '1.0', Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Network': '1.1', Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Port': '1.7', Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'PortForwarding': '1.2', Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'QosPolicy': '1.8', Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'SecurityGroup': '1.4', Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'SecurityGroupRule': '1.2', Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'SubPort': '1.0', Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Subnet': '1.1', Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: 'Trunk': '1.1'}} Jul 13 19:19:57.238310 dv-cinder-786931-3-iscsi neutron-server[92951]: {{(pid=92951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:19:57.253236 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a653197a-7ec0-4a25-81ab-0557f52b51e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.313896 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.344814 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653197a-7ec0-4a25-81ab-0557f52b51e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e2d731-4965-43a3-a21c-fcbd4ae56e02,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:57.406116 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653197a-7ec0-4a25-81ab-0557f52b51e9 admin admin] Checking segment: {'id': '4795b7f9-cc1a-470c-8816-7797f6186654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'de9bdfe4-936f-47c5-b367-3d4cee9d1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:19:57.406869 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653197a-7ec0-4a25-81ab-0557f52b51e9 admin admin] Network hostable DHCP agents. Network: de9bdfe4-936f-47c5-b367-3d4cee9d1dbb, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:19:57.419449 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.420340 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:57.420969 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.433638 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.452480 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.478740 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Made reservation on behalf of e400a1fc664843c291d144a2a7a75c73 for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:57.481417 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.505489 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.523009 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1184332 Jul 13 19:19:57.524179 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7a4174-57e2-4df0-8789-2ad96518dd93,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:57.529440 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60498) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:57.546051 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-060a856f-c66c-4644-96c3-9d31e9e47f68 admin admin] Request body: {'subnet': {'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1377924286-subnet', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:57.554852 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653197a-7ec0-4a25-81ab-0557f52b51e9 admin admin] Network de9bdfe4-936f-47c5-b367-3d4cee9d1dbb is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:19:57.571834 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-a653197a-7ec0-4a25-81ab-0557f52b51e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, de9bdfe4-936f-47c5-b367-3d4cee9d1dbb) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:19:57.574008 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:19:57.581447 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05b9ec2-668b-45d0-8de8-a5f704683447 None None] Network de9bdfe4-936f-47c5-b367-3d4cee9d1dbb requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:57.585668 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a016c-fa69-4d5a-b670-dc1da10ce99c admin admin] Pushing event updated for resources: {'Network': ['ID=67fa0955-bf8a-4941-b7ef-11e6c4205d99,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:57.599932 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a653197a-7ec0-4a25-81ab-0557f52b51e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:57.600905 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a653197a-7ec0-4a25-81ab-0557f52b51e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.613412 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.614099 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Added segment f74b08a4-e025-498a-86d3-00cffbfe119d of type vlan for network a507b325-a756-4434-84e5-4a0e8fa60fe9 Jul 13 19:19:57.649267 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.657210 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.674538 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.700288 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060a856f-c66c-4644-96c3-9d31e9e47f68 admin admin] Made reservation on behalf of 2a0d40dcd30548d8a8f63ebc23983d2b for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:57.703163 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-060a856f-c66c-4644-96c3-9d31e9e47f68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.706168 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e9fec3-d65b-4be6-9f1e-a5fd689cfd01,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:57.717530 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:19:57.728055 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:19:57.731367 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.732122 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Added segment aa22ee45-942b-4660-8ee3-256f910194ae of type vlan for network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 Jul 13 19:19:57.755479 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a653197a-7ec0-4a25-81ab-0557f52b51e9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0414286 Jul 13 19:19:57.795041 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.797810 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:57.798703 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.799673 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.852110 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.853593 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:57.854372 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.875828 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1975ec06-f3a6-4ec3-97a8-09f48f4f79b8 None None] Network de9bdfe4-936f-47c5-b367-3d4cee9d1dbb requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:57.892542 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3574340 Jul 13 19:19:57.895189 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60516) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:57.903116 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1657321 Jul 13 19:19:57.903704 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-d351ade7-819c-4aaf-aac6-e152867fa289 admin admin] Request body: {'subnet': {'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1545961526-subnet', 'tenant_id': 'b5e39dfc1338450284e225e45453460b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:57.903883 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60518) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:57.925061 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6c20f-e76a-4304-bf01-b2c74f4bcfe8 admin admin] Pushing event updated for resources: {'Network': ['ID=a507b325-a756-4434-84e5-4a0e8fa60fe9,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:57.946015 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network a507b325-a756-4434-84e5-4a0e8fa60fe9 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:19:58.029564 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d351ade7-819c-4aaf-aac6-e152867fa289 admin admin] Made reservation on behalf of b5e39dfc1338450284e225e45453460b for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:58.031982 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d351ade7-819c-4aaf-aac6-e152867fa289 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.148411 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-3ecdfe95-01de-41df-9549-2087eefc92e2 admin admin] Request body: {'subnet': {'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-subnet', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:58.191457 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22b41-2354-4d42-a102-b1789ff51fbf admin admin] Pushing event updated for resources: {'Network': ['ID=864d37d1-14c3-4f3f-8d01-0a137298ddc0,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:58.195289 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecdfe95-01de-41df-9549-2087eefc92e2 admin admin] Made reservation on behalf of e400a1fc664843c291d144a2a7a75c73 for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:58.198220 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3ecdfe95-01de-41df-9549-2087eefc92e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.203482 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:19:58.247444 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d351ade7-819c-4aaf-aac6-e152867fa289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.304835 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-060a856f-c66c-4644-96c3-9d31e9e47f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.324489 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351ade7-819c-4aaf-aac6-e152867fa289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e01d0cf-3392-4ccd-a241-26efa1a4fe94,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:58.380649 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351ade7-819c-4aaf-aac6-e152867fa289 admin admin] Checking segment: {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:19:58.381744 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d351ade7-819c-4aaf-aac6-e152867fa289 admin admin] Network hostable DHCP agents. Network: a507b325-a756-4434-84e5-4a0e8fa60fe9, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:19:58.408951 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a856f-c66c-4644-96c3-9d31e9e47f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499acf8e-dcac-4939-8052-00af7439f44f,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:58.416023 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a856f-c66c-4644-96c3-9d31e9e47f68 admin admin] Checking segment: {'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:19:58.416731 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060a856f-c66c-4644-96c3-9d31e9e47f68 admin admin] Network hostable DHCP agents. Network: 67fa0955-bf8a-4941-b7ef-11e6c4205d99, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:19:58.436930 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d351ade7-819c-4aaf-aac6-e152867fa289 admin admin] Network a507b325-a756-4434-84e5-4a0e8fa60fe9 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:19:58.450784 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060a856f-c66c-4644-96c3-9d31e9e47f68 admin admin] Network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:19:58.461351 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-d351ade7-819c-4aaf-aac6-e152867fa289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, a507b325-a756-4434-84e5-4a0e8fa60fe9) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:19:58.470105 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-060a856f-c66c-4644-96c3-9d31e9e47f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, 67fa0955-bf8a-4941-b7ef-11e6c4205d99) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:19:58.472817 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facebab5-9d10-4e02-a180-6a175ef44b6b None None] Network a507b325-a756-4434-84e5-4a0e8fa60fe9 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:58.488851 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060a856f-c66c-4644-96c3-9d31e9e47f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:58.489999 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-060a856f-c66c-4644-96c3-9d31e9e47f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.495668 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d351ade7-819c-4aaf-aac6-e152867fa289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:58.496534 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d351ade7-819c-4aaf-aac6-e152867fa289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.523651 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3ecdfe95-01de-41df-9549-2087eefc92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.524958 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-060a856f-c66c-4644-96c3-9d31e9e47f68 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9873116 Jul 13 19:19:58.525882 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60540) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:58.531640 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1377924286-router', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:58.551568 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279bf8b5-6a14-4b81-b175-4eca08f94a27 None None] Network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:58.555080 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d351ade7-819c-4aaf-aac6-e152867fa289 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6584170 Jul 13 19:19:58.557744 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13697'] for router, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.559268 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33141241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13704'] for router, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.582563 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdfe95-01de-41df-9549-2087eefc92e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e23400d-e62e-4511-992c-8616f7455f40,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:58.636649 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdfe95-01de-41df-9549-2087eefc92e2 admin admin] Checking segment: {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:19:58.637218 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecdfe95-01de-41df-9549-2087eefc92e2 admin admin] Network hostable DHCP agents. Network: 864d37d1-14c3-4f3f-8d01-0a137298ddc0, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:19:58.667605 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.672430 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecdfe95-01de-41df-9549-2087eefc92e2 admin admin] Network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:19:58.688927 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-3ecdfe95-01de-41df-9549-2087eefc92e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, 864d37d1-14c3-4f3f-8d01-0a137298ddc0) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:19:58.701120 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecdfe95-01de-41df-9549-2087eefc92e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:58.703198 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3ecdfe95-01de-41df-9549-2087eefc92e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.719221 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087ce35-1e19-459e-8865-dcac2e1e6043 None None] Network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:58.732689 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3ecdfe95-01de-41df-9549-2087eefc92e2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5885403 Jul 13 19:19:58.733853 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60550) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:58.740688 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:58.775940 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13697'] for router, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.777144 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33141241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13704'] for router, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:58.968232 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13722'] for router, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:59.003694 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:59.087512 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00071e71-e964-47e3-a6ee-674428179dfc None None] Network a507b325-a756-4434-84e5-4a0e8fa60fe9 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:59.312045 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dbf365-df5c-4329-acf1-510da706245a None None] Network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:59.337040 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60572) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:59.350026 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13722'] for router, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:59.568661 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffccee63-fa48-5d75-9a9a-e5ee3a48267b-864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40'}]}} from dv-cinder-786931-3-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:19:59.568661 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:59.595078 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60602) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:59.680634 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:59.697667 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:59.700820 dv-cinder-786931-3-iscsi neutron-server[92951]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 19:19:59.762323 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:59.766601 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:59.786184 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b198265b-dff7-4c76-b6b5-230235ff5d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:59.936890 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Allocated IP 172.27.0.247 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/8d8dd90b-1379-4839-9831-6b31d6955d90) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:19:59.938647 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60624) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:59.942573 dv-cinder-786931-3-iscsi neutron-server[92952]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 19:20:00.001191 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60628) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:00.026919 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Allocated IP 172.20.0.2 (864d37d1-14c3-4f3f-8d01-0a137298ddc0/5e23400d-e62e-4511-992c-8616f7455f40/89ad179a-a6d0-49b6-8d0d-acf78d6f94ed) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:00.044859 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-92ae8923-5d6f-46dc-bd61-87a50bf274e7 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:00.046368 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-92ae8923-5d6f-46dc-bd61-87a50bf274e7 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/networks?id=de9bdfe4-936f-47c5-b367-3d4cee9d1dbb HTTP/1.1" status: 200 len: 811 time: 0.3513954 Jul 13 19:20:00.062877 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-9387b16a-52b2-499e-a609-716ea5afa4b1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/quotas/948fa0f93c934702abbbdafee2a737d7 HTTP/1.1" status: 200 len: 375 time: 0.0099733 Jul 13 19:20:00.118890 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-33847d07-34e3-4af6-883c-51b4ffba3973 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=948fa0f93c934702abbbdafee2a737d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497544 Jul 13 19:20:00.210709 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b198265b-dff7-4c76-b6b5-230235ff5d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.221602 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.230712 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Transition to ACTIVE for port object 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:00.245994 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b198265b-dff7-4c76-b6b5-230235ff5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.247129 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Transition to ACTIVE for port object 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:00.254565 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.294089 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:00.296236 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.296950 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:00.305420 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:00.308662 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1f40b295-d467-460f-a035-f5512b390f27 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:20:00.309680 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-0b1830a5-439a-47db-aa2a-da823bd0a0f0 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:00.309921 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1f40b295-d467-460f-a035-f5512b390f27 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0652645 Jul 13 19:20:00.311225 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-0b1830a5-439a-47db-aa2a-da823bd0a0f0 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 815 time: 0.3710153 Jul 13 19:20:00.313975 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Pushing event updated for resources: {'Port': ['ID=89ad179a-a6d0-49b6-8d0d-acf78d6f94ed,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:00.317648 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a7567cc4-54e8-4c89-93dd-9c2a83507ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.326017 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.326017 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.326017 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.326017 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.326631 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.326724 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.327025 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.327457 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.327877 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.328132 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.328456 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.328773 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Tracked resource versions report: Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: pushed versions: Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: { 'AddressGroup': {'1.2'}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'ConntrackHelper': {'1.0'}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Log': {'1.0'}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Network': {'1.1'}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Port': {'1.7'}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'PortForwarding': {'1.2'}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'QosPolicy': {'1.8'}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'SecurityGroup': {'1.4'}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'SubPort': {'1.0'}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Subnet': {'1.1'}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Trunk': {'1.1'}} Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: consumer versions: Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: { DHCP agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: L3 agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: Metadata agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: Metering agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: Open vSwitch agent@dv-cinder-786931-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'ConntrackHelper': '1.0', Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Log': '1.0', Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Network': '1.1', Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Port': '1.7', Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'PortForwarding': '1.2', Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'QosPolicy': '1.8', Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'SecurityGroup': '1.4', Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'SecurityGroupRule': '1.2', Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'SubPort': '1.0', Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Subnet': '1.1', Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: 'Trunk': '1.1'}} Jul 13 19:20:00.330415 dv-cinder-786931-3-iscsi neutron-server[92953]: {{(pid=92953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:20:00.356534 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b198265b-dff7-4c76-b6b5-230235ff5d7e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=260b53c13f004a6c8de15e3ca197cf95&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0159576 Jul 13 19:20:00.364289 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60642) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:00.379948 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198265b-dff7-4c76-b6b5-230235ff5d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc00b8ea-d831-4150-a117-08189f882342,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:00.392309 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-993a28e5-12be-45a1-b9b4-08a486f610e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/quotas/b5e39dfc1338450284e225e45453460b HTTP/1.1" status: 200 len: 375 time: 0.0563099 Jul 13 19:20:00.443286 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-20df3349-5d8b-45b7-9552-fcf3f16bc556 service neutron] 10.222.0.68 "GET /v2.0/networks/de9bdfe4-936f-47c5-b367-3d4cee9d1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219444 Jul 13 19:20:00.485704 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-c25bc110-602d-4d90-8d9d-7927c0b5af52 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851240 Jul 13 19:20:00.505718 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Attempting to bind port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:00.506824 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Attempting to bind port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:00.507079 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Attempting to bind port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed on network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:00.515579 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:00.515948 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Checking segment: {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:00.516590 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.517055 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Bound using segment: {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:00.518390 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Bound port: 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:00.518989 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.520994 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.571226 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2bb6aa4f-aba5-44d7-acb0-7f4cc5e7e043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.588417 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:00.590302 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-7a1fa564-5860-4689-b72a-d05f5aa75558 service neutron] 10.222.0.68 "GET /v2.0/networks/de9bdfe4-936f-47c5-b367-3d4cee9d1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437576 Jul 13 19:20:00.605750 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] For port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:00.609991 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] For port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=89ad179a-a6d0-49b6-8d0d-acf78d6f94ed,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:00.612925 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:00.622503 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.625154 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:00.632881 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Pushing event updated for resources: {'Port': ['ID=8d8dd90b-1379-4839-9831-6b31d6955d90,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:00.633759 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Allocated IP 172.27.0.243 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/57f38b8a-4c74-4ef3-b985-358e498f7b76) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:00.636980 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2bb6aa4f-aba5-44d7-acb0-7f4cc5e7e043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.705942 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd252601-4b40-463d-ac43-8fcf7409e3a8 None None] Pushing event updated for resources: {'Port': ['ID=89ad179a-a6d0-49b6-8d0d-acf78d6f94ed,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:00.810223 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.847208 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-44a987c6-c2ba-4d0f-a78d-11c066181c17 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:20:00.848252 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-44a987c6-c2ba-4d0f-a78d-11c066181c17 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2622972 Jul 13 19:20:00.891171 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.972661 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:00.978000 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:00.986989 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:01.040624 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=57f38b8a-4c74-4ef3-b985-358e498f7b76,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:01.136747 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a7567cc4-54e8-4c89-93dd-9c2a83507ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.172328 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a7567cc4-54e8-4c89-93dd-9c2a83507ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.277354 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2bb6aa4f-aba5-44d7-acb0-7f4cc5e7e043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.280844 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2bb6aa4f-aba5-44d7-acb0-7f4cc5e7e043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.283227 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-2bb6aa4f-aba5-44d7-acb0-7f4cc5e7e043 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cc00b8ea-d831-4150-a117-08189f882342 HTTP/1.1" status: 204 len: 168 time: 0.9170361 Jul 13 19:20:01.360497 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d75d144f-ecd5-4104-9e33-5836e2cfa6d5 req-b1f67540-28ca-407d-b0fe-faa3212eb776 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 210 time: 0.1043644 Jul 13 19:20:01.365036 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-5b9689c2-0476-42aa-bfeb-e4dba0ab5012 service neutron] 10.222.0.68 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045662 Jul 13 19:20:01.367339 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-a7567cc4-54e8-4c89-93dd-9c2a83507ece admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=71e8337a5b904dc59b745173e88c2c94&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3474209 Jul 13 19:20:01.372415 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7567cc4-54e8-4c89-93dd-9c2a83507ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9c7b38-2662-44a5-a90b-02d59ffe9311,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:01.377134 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60680) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:01.417795 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.521116 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f5188ed7-46bb-438a-beda-b6e0b581ef7e service neutron] 10.222.0.68 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393309 Jul 13 19:20:01.558254 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6aa4f-aba5-44d7-acb0-7f4cc5e7e043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc00b8ea-d831-4150-a117-08189f882342,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:01.599119 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.727631 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-490db311-7837-446a-9770-3b93aae16fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.855524 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-490db311-7837-446a-9770-3b93aae16fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.956755 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520434'] for router, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.991955 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:02.110650 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c63b5dca-a4dd-4eff-bebc-3c75019aa562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.121989 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60714) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:02.177273 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-490db311-7837-446a-9770-3b93aae16fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.190392 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-490db311-7837-446a-9770-3b93aae16fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.193531 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-490db311-7837-446a-9770-3b93aae16fa2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1b9c7b38-2662-44a5-a90b-02d59ffe9311 HTTP/1.1" status: 204 len: 168 time: 0.7023311 Jul 13 19:20:02.198846 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:02.235580 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490db311-7837-446a-9770-3b93aae16fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9c7b38-2662-44a5-a90b-02d59ffe9311,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:02.258825 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a2f25-3831-44a7-bce6-2cf35946b69a None None] Network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:02.303184 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d5530b5b-1aab-4105-b341-15add7878e94 req-70177cac-9904-4a23-9acf-33ec83611fa3 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 210 time: 0.0711162 Jul 13 19:20:02.307478 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520434'] for router, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.372367 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-1ef48ee3-070c-4af4-80e9-24b264869baf None None] Provisioning for port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:02.396090 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-1ef48ee3-070c-4af4-80e9-24b264869baf None None] Provisioning complete for port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:02.397174 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1ef48ee3-070c-4af4-80e9-24b264869baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.446227 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a5bac223-15f6-454b-b21b-0956ae49d1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.567987 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3e0c1790-30a9-4185-a3fa-d12eb0cb126c req-1662ceae-94b1-4bb7-b432-657d32502d59 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 210 time: 0.0736914 Jul 13 19:20:02.619411 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Router 6784a7b1-5447-45e2-a8db-42a6493d6530 is scheduled to L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e with binding_index 1 {{(pid=92952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:20:02.620137 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Router 603a9df2-d40c-449b-a8e7-5816f36c33f8 is scheduled to L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e with binding_index 1 {{(pid=92951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:20:02.771566 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a5bac223-15f6-454b-b21b-0956ae49d1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.780766 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a5bac223-15f6-454b-b21b-0956ae49d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.789787 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:02.800162 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Sync routers for ids ['603a9df2-d40c-449b-a8e7-5816f36c33f8'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:02.824607 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Routers {'603a9df2-d40c-449b-a8e7-5816f36c33f8'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:02.825437 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:19:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['603a9df2-d40c-449b-a8e7-5816f36c33f8'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:02.834720 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1ef48ee3-070c-4af4-80e9-24b264869baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.838847 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:02.854453 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60752) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:02.860512 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Sync routers for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:02.872943 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.878061 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-519105e5-4f23-4b4f-830a-44cb3c3ab48b admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1428432 Jul 13 19:20:02.878793 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60754) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:02.903977 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9e344dc6-3370-49a8-ae0d-420c39b2f716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.919186 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bac223-15f6-454b-b21b-0956ae49d1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8c53b0-efda-4adb-8ae1-135791b65cb2,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:02.934076 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a5bac223-15f6-454b-b21b-0956ae49d1e9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=335aa62aef624d449077a36b3dff575b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8078239 Jul 13 19:20:02.935053 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60756) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:02.936003 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.937121 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-1feac8d4-eacb-431f-8cdb-4584d8940ee9 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4095848 Jul 13 19:20:02.941584 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:02.942240 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:19:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:02.942390 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60758) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:02.989861 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:20:03.032948 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-1ef48ee3-070c-4af4-80e9-24b264869baf None None] For port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=89ad179a-a6d0-49b6-8d0d-acf78d6f94ed,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:03.049401 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1ef48ee3-070c-4af4-80e9-24b264869baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.151649 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Set router 603a9df2-d40c-449b-a8e7-5816f36c33f8 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:03.245811 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:03.294424 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef48ee3-070c-4af4-80e9-24b264869baf None None] Pushing event updated for resources: {'Port': ['ID=89ad179a-a6d0-49b6-8d0d-acf78d6f94ed,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:03.461536 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1377924286-router', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:01Z', 'revision_number': 3, 'project_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'gw_port': {'id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:06:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:03.500317 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Checking router: 603a9df2-d40c-449b-a8e7-5816f36c33f8 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:03.500937 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Updating router 603a9df2-d40c-449b-a8e7-5816f36c33f8 port 57f38b8a-4c74-4ef3-b985-358e498f7b76 binding host dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:20:03.549286 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.563853 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-aabd4694-3b75-4553-815e-327828b2dfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.600792 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e90bba9e-ade6-4485-a817-b7b4f382742c req-824fec9c-4f0f-4e23-8e7a-1ee9cdcc5e5a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 210 time: 0.1809089 Jul 13 19:20:03.740236 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-89074cdc-b356-494b-a826-a4fdbcf1d1e5 None None] Provisioning complete for port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:03.740614 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-89074cdc-b356-494b-a826-a4fdbcf1d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.754121 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-aabd4694-3b75-4553-815e-327828b2dfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.877600 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:03.880307 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:01Z', 'revision_number': 3, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:03.954694 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Checking router: 6784a7b1-5447-45e2-a8db-42a6493d6530 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:03.955410 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Updating router 6784a7b1-5447-45e2-a8db-42a6493d6530 port 8d8dd90b-1379-4839-9831-6b31d6955d90 binding host dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:20:04.041896 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.143308 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.168550 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:04.169571 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9e344dc6-3370-49a8-ae0d-420c39b2f716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.170870 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.177415 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Transition to ACTIVE for port object 57f38b8a-4c74-4ef3-b985-358e498f7b76 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:04.178649 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-383fe7ed-69d5-4c4d-a8a0-246448815358 req-2dab72c9-08f3-46e5-9948-1c3bc18b9da2 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 210 time: 0.1160710 Jul 13 19:20:04.185961 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9e344dc6-3370-49a8-ae0d-420c39b2f716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.215718 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.241650 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60808) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:04.362557 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Attempting to bind port 57f38b8a-4c74-4ef3-b985-358e498f7b76 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:04.362557 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Attempting to bind port 57f38b8a-4c74-4ef3-b985-358e498f7b76 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:04.363391 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9e344dc6-3370-49a8-ae0d-420c39b2f716 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ee1c32a9dbcc4895b19eee7930849c05&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5024855 Jul 13 19:20:04.366074 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Attempting to bind port 57f38b8a-4c74-4ef3-b985-358e498f7b76 on network c7f35cd8-18dd-44ea-ab02-b10396c904d8 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:04.367402 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-aabd4694-3b75-4553-815e-327828b2dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.370259 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-aabd4694-3b75-4553-815e-327828b2dfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.372124 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-aabd4694-3b75-4553-815e-327828b2dfe5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ff8c53b0-efda-4adb-8ae1-135791b65cb2 HTTP/1.1" status: 204 len: 168 time: 1.4334562 Jul 13 19:20:04.373145 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 60820) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:04.393307 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:04.395155 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Checking segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:04.398656 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.399910 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Bound using segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:04.402612 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Bound port: 57f38b8a-4c74-4ef3-b985-358e498f7b76, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:04.403464 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.418203 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e344dc6-3370-49a8-ae0d-420c39b2f716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b239010f-6642-494e-bc12-755293f52873,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:04.465928 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Pushing event updated for resources: {'Port': ['ID=57f38b8a-4c74-4ef3-b985-358e498f7b76,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:04.491426 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd4694-3b75-4553-815e-327828b2dfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8c53b0-efda-4adb-8ae1-135791b65cb2,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:04.493344 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.494941 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.498561 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.498952 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.500809 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.501442 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.504416 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.506475 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.507174 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.508967 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.509381 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.511972 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Tracked resource versions report: Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: pushed versions: Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: { 'AddressGroup': {'1.2'}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'ConntrackHelper': {'1.0'}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Log': {'1.0'}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Network': {'1.1'}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Port': {'1.7'}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'PortForwarding': {'1.2'}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'QosPolicy': {'1.8'}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'SecurityGroup': {'1.4'}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'SubPort': {'1.0'}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Subnet': {'1.1'}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Trunk': {'1.1'}} Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: consumer versions: Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: { DHCP agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: L3 agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: Metadata agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: Metering agent@dv-cinder-786931-3-iscsi: {}, Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: Open vSwitch agent@dv-cinder-786931-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'ConntrackHelper': '1.0', Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Log': '1.0', Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Network': '1.1', Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Port': '1.7', Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'PortForwarding': '1.2', Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'QosPolicy': '1.8', Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'SecurityGroup': '1.4', Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'SecurityGroupRule': '1.2', Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'SubPort': '1.0', Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Subnet': '1.1', Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: 'Trunk': '1.1'}} Jul 13 19:20:04.513900 dv-cinder-786931-3-iscsi neutron-server[92954]: {{(pid=92954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:20:04.549961 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d4738470-3ced-4d86-b656-7536a99a2b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.585262 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.596207 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d4738470-3ced-4d86-b656-7536a99a2b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.615246 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] For port 57f38b8a-4c74-4ef3-b985-358e498f7b76, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:04.628804 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] For port 57f38b8a-4c74-4ef3-b985-358e498f7b76, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=57f38b8a-4c74-4ef3-b985-358e498f7b76,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:04.640034 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.811912 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Routers {'603a9df2-d40c-449b-a8e7-5816f36c33f8'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:04.812852 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:19:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['603a9df2-d40c-449b-a8e7-5816f36c33f8'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:04.828112 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d4738470-3ced-4d86-b656-7536a99a2b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.835242 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d4738470-3ced-4d86-b656-7536a99a2b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.839333 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d4738470-3ced-4d86-b656-7536a99a2b9e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b239010f-6642-494e-bc12-755293f52873 HTTP/1.1" status: 204 len: 168 time: 0.4634845 Jul 13 19:20:04.911180 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed64cf7-8b21-4d7a-b137-91e6948e79ff None None] Pushing event updated for resources: {'Port': ['ID=57f38b8a-4c74-4ef3-b985-358e498f7b76,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:04.913574 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4738470-3ced-4d86-b656-7536a99a2b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b239010f-6642-494e-bc12-755293f52873,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:04.942284 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.086454 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7e12f377-c4e6-40f0-8f2a-89866db3aa67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.091099 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.109038 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.73', 55315) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:05.119917 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Transition to ACTIVE for port object 8d8dd90b-1379-4839-9831-6b31d6955d90 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:05.177850 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.192200 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1b3109ee-b645-4f94-860d-48b7538d3f6e req-41f64bd5-a3cb-42ab-aae3-645599e22b24 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 210 time: 0.1010678 Jul 13 19:20:05.248294 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] Set router 603a9df2-d40c-449b-a8e7-5816f36c33f8 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:05.289722 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Attempting to bind port 8d8dd90b-1379-4839-9831-6b31d6955d90 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:05.290365 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Attempting to bind port 8d8dd90b-1379-4839-9831-6b31d6955d90 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:05.290936 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Attempting to bind port 8d8dd90b-1379-4839-9831-6b31d6955d90 on network c7f35cd8-18dd-44ea-ab02-b10396c904d8 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:05.361870 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-7716846b-7fcd-4c2e-af2e-c97127dfdd66 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:05.364159 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-7716846b-7fcd-4c2e-af2e-c97127dfdd66 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.73 "GET /v2.0/networks?id=de9bdfe4-936f-47c5-b367-3d4cee9d1dbb HTTP/1.1" status: 200 len: 811 time: 0.2484882 Jul 13 19:20:05.379703 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:05.380609 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Checking segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:05.381230 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.381787 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Bound using segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:05.382451 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Bound port: 8d8dd90b-1379-4839-9831-6b31d6955d90, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:05.383105 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.434581 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Allocated IP 172.20.0.1 (67fa0955-bf8a-4941-b7ef-11e6c4205d99/499acf8e-dcac-4939-8052-00af7439f44f/d1f61809-22ba-482a-8fee-7e6847afc6f5) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:05.533934 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4f71-dfb8-4d31-9700-5d9b603a0444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.543700 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Request body: {'port': {'device_id': 'a054eae5-e184-4a0d-8ebc-7d1164a27db5', 'network_id': 'de9bdfe4-936f-47c5-b367-3d4cee9d1dbb', 'admin_state_up': True, 'tenant_id': '948fa0f93c934702abbbdafee2a737d7'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:05.637303 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e2328-62a8-4da1-9b9b-b2e79116e817 None None] Pushing event updated for resources: {'Port': ['ID=8d8dd90b-1379-4839-9831-6b31d6955d90,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:05.657500 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] For port 8d8dd90b-1379-4839-9831-6b31d6955d90, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:05.689909 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] For port 8d8dd90b-1379-4839-9831-6b31d6955d90, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=8d8dd90b-1379-4839-9831-6b31d6955d90,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:05.691566 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.701715 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.713098 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.769634 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.830716 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:05.835497 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:05.838824 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:05.841495 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:20:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:05.844892 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:05.845919 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521879'] for router_interface, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.849351 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1377924286-router', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:01Z', 'revision_number': 3, 'project_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'gw_port': {'id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:06:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:05.912906 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee228f9-7908-455c-ad0f-ea814d4bef46 None None] The sync data for ids ['603a9df2-d40c-449b-a8e7-5816f36c33f8'] in dv-cinder-786931-3-iscsi is: [{'id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1377924286-router', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:01Z', 'revision_number': 3, 'project_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'gw_port': {'id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:06:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:05.922052 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-07e9bd89-b15d-49b8-8569-277b2582a0fa req-9f5821fb-973a-456f-a5d1-9027ad439f59 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 210 time: 0.2767940 Jul 13 19:20:05.934589 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e2328-62a8-4da1-9b9b-b2e79116e817 None None] Pushing event updated for resources: {'Port': ['ID=8d8dd90b-1379-4839-9831-6b31d6955d90,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:05.967573 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f61809-22ba-482a-8fee-7e6847afc6f5,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:06.105749 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.183608 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:06.189129 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.223108 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.73', 55322) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:06.421454 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Allocated IP 172.20.0.1 (864d37d1-14c3-4f3f-8d01-0a137298ddc0/5e23400d-e62e-4511-992c-8616f7455f40/d8818d13-2ab9-4698-aadc-99011da3e6dc) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:06.431178 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7e12f377-c4e6-40f0-8f2a-89866db3aa67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.471375 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7e12f377-c4e6-40f0-8f2a-89866db3aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.756988 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.815886 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:01Z', 'revision_number': 3, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:06.844640 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Transition to ACTIVE for port object d8818d13-2ab9-4698-aadc-99011da3e6dc will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:06.852437 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a00252-ae88-42e7-b2da-f35acf49b2c5 None None] The sync data for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi is: [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:01Z', 'revision_number': 3, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:06.935872 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-19f3da21-1c83-4601-9e50-3544217d1f18 req-b8021c00-1640-4189-90f0-b65a9ef9d02f tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 210 time: 0.1217568 Jul 13 19:20:06.977057 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7e12f377-c4e6-40f0-8f2a-89866db3aa67 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2b973d67cf864818a2ef8321dfe8cd61&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7213850 Jul 13 19:20:06.983348 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-0bbe3b6a-96a9-459e-87ea-558b5b55d3ee tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:06.984727 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 60928) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:06.992380 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-0bbe3b6a-96a9-459e-87ea-558b5b55d3ee tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 815 time: 0.7680278 Jul 13 19:20:07.025242 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Request body: {'port': {'device_id': '02103333-282e-4d7a-89df-f288e9564994', 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9', 'admin_state_up': True, 'tenant_id': 'b5e39dfc1338450284e225e45453460b'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:07.130395 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Made reservation on behalf of 948fa0f93c934702abbbdafee2a737d7 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:07.141408 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.183750 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.234782 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12f377-c4e6-40f0-8f2a-89866db3aa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62834e92-a9fb-41fe-b52d-f77918620c64,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:07.326788 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d8818d13-2ab9-4698-aadc-99011da3e6dc,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:07.582933 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.590950 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.591889 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33039058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523229'] for router_interface, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.604245 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ac634806-a57d-42f7-ad25-e81a1d3e9d5d req-cf0cf31f-db01-4bd4-94c1-b29d12f4706d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 210 time: 0.2425008 Jul 13 19:20:07.872912 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:07.913978 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:07.940264 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:08.017131 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 57f38b8a-4c74-4ef3-b985-358e498f7b76 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:08.035016 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Allocated IP 172.20.0.6 (de9bdfe4-936f-47c5-b367-3d4cee9d1dbb/29e2d731-4965-43a3-a21c-fcbd4ae56e02/95081fae-7442-47a5-81c7-8d3ac86fe9cf) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:08.089990 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8da1e814-af20-4b28-b23e-94c83b556d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.121612 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8da1e814-af20-4b28-b23e-94c83b556d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.187664 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:08.226180 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:08.228755 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521879'] for router_interface, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.275302 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f61809-22ba-482a-8fee-7e6847afc6f5,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:08.360030 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Made reservation on behalf of b5e39dfc1338450284e225e45453460b for: {'port': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:08.376233 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.416576 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.499522 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port 57f38b8a-4c74-4ef3-b985-358e498f7b76 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:08.519782 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 57f38b8a-4c74-4ef3-b985-358e498f7b76 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:08.526441 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.758879 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8da1e814-af20-4b28-b23e-94c83b556d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.766037 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8da1e814-af20-4b28-b23e-94c83b556d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:08.786311 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8da1e814-af20-4b28-b23e-94c83b556d5a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/62834e92-a9fb-41fe-b52d-f77918620c64 HTTP/1.1" status: 204 len: 168 time: 1.7969270 Jul 13 19:20:08.865245 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1e814-af20-4b28-b23e-94c83b556d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62834e92-a9fb-41fe-b52d-f77918620c64,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:09.143020 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-ee379436-1d3b-4cc0-8c51-cc2d53a47498 None None] Provisioning for port d8818d13-2ab9-4698-aadc-99011da3e6dc completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:09.266733 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Allocated IP 172.20.0.5 (a507b325-a756-4434-84e5-4a0e8fa60fe9/8e01d0cf-3392-4ccd-a241-26efa1a4fe94/eb745ec6-4d6f-4487-9cb7-309c1a786bd1) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:09.329939 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.396337 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-91c1974d-c7f4-4425-9580-b3f7e0856c33 req-75e638f3-807f-4b42-92f4-a9fc9ff2f267 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 210 time: 0.9002335 Jul 13 19:20:09.408856 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Router 603a9df2-d40c-449b-a8e7-5816f36c33f8 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:20:09.445129 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port 57f38b8a-4c74-4ef3-b985-358e498f7b76, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=57f38b8a-4c74-4ef3-b985-358e498f7b76,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:09.462386 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-ee379436-1d3b-4cc0-8c51-cc2d53a47498 None None] Provisioning complete for port d8818d13-2ab9-4698-aadc-99011da3e6dc triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:09.463833 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ee379436-1d3b-4cc0-8c51-cc2d53a47498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.465060 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d2bfdff9-d0ed-4caa-9568-650997baf186 req-6b9a89e8-3894-430a-a8fd-dd8be871c742 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 210 time: 0.2995243 Jul 13 19:20:09.472943 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.475668 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 8d8dd90b-1379-4839-9831-6b31d6955d90 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:09.721624 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.847292 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.990093 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-ee379436-1d3b-4cc0-8c51-cc2d53a47498 None None] Port d8818d13-2ab9-4698-aadc-99011da3e6dc cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:10.037527 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=57f38b8a-4c74-4ef3-b985-358e498f7b76,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:10.114154 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port 8d8dd90b-1379-4839-9831-6b31d6955d90 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:10.125316 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 8d8dd90b-1379-4839-9831-6b31d6955d90 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:10.128408 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.204669 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:10.224423 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326c39f-355a-4935-9508-645949322885 None None] Sync routers for ids ['603a9df2-d40c-449b-a8e7-5816f36c33f8'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:10.241781 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326c39f-355a-4935-9508-645949322885 None None] Routers {'603a9df2-d40c-449b-a8e7-5816f36c33f8'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:10.242347 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8326c39f-355a-4935-9508-645949322885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:20:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['603a9df2-d40c-449b-a8e7-5816f36c33f8'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:10.266562 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.550300 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c1eba1be-5b82-4aa6-a330-2b2fddb054a8 admin admin] 10.222.0.68 "PUT /v2.0/routers/603a9df2-d40c-449b-a8e7-5816f36c33f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3803277 Jul 13 19:20:10.550300 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.552766 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.554150 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.608590 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port 8d8dd90b-1379-4839-9831-6b31d6955d90, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=8d8dd90b-1379-4839-9831-6b31d6955d90,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:10.624058 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.685868 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Network a507b325-a756-4434-84e5-4a0e8fa60fe9 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:10.745837 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:10.763771 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:10.776630 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:10.779273 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.821092 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=8d8dd90b-1379-4839-9831-6b31d6955d90,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:10.882145 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 57f38b8a-4c74-4ef3-b985-358e498f7b76 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:10.915285 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-8326c39f-355a-4935-9508-645949322885 None None] Set router 603a9df2-d40c-449b-a8e7-5816f36c33f8 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:10.964476 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Pushing event updated for resources: {'Port': ['ID=eb745ec6-4d6f-4487-9cb7-309c1a786bd1,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:10.983489 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Network de9bdfe4-936f-47c5-b367-3d4cee9d1dbb is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:10.995657 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:11.007296 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:11.031289 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 57f38b8a-4c74-4ef3-b985-358e498f7b76 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:11.033408 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-f466fe68-8e3a-4389-8317-ebc4fef95a97 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0063996 Jul 13 19:20:11.033795 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:11.034225 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:11.034225 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:11.145258 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c288a-80a9-41c2-82e4-520befa07874 req-11e72e6e-e915-418a-b329-642e4f2fd4e0 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:11.147975 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b68c288a-80a9-41c2-82e4-520befa07874 req-11e72e6e-e915-418a-b329-642e4f2fd4e0 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 931 time: 0.4557030 Jul 13 19:20:11.162380 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Pushing event updated for resources: {'Port': ['ID=95081fae-7442-47a5-81c7-8d3ac86fe9cf,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:11.162961 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-e73ad7d3-80ee-4c0f-bf4c-d88f1658de2b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:20:11.164319 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-e73ad7d3-80ee-4c0f-bf4c-d88f1658de2b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135190 Jul 13 19:20:11.188548 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 32796) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:11.292439 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b68c288a-80a9-41c2-82e4-520befa07874 req-eb2929b7-7a0b-4ed3-96e0-8d9bf929c547 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268442 Jul 13 19:20:11.321134 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-1ded5afb-0d81-49aa-baf4-20c0a483f05d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7951217 Jul 13 19:20:11.394210 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8326c39f-355a-4935-9508-645949322885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1377924286-router', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:06Z', 'revision_number': 4, 'project_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'gw_port': {'id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'd1f61809-22ba-482a-8fee-7e6847afc6f5', 'name': '', 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'mac_address': 'fa:16:3e:d7:f7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '499acf8e-dcac-4939-8052-00af7439f44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:06Z', 'revision_number': 2, 'project_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'subnets': [{'id': '499acf8e-dcac-4939-8052-00af7439f44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:11.459210 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfabf4d-41be-462f-be11-a65163df3da5 req-5695178e-8288-4d43-8e2e-a4bb1804a626 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:11.471122 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ebfabf4d-41be-462f-be11-a65163df3da5 req-5695178e-8288-4d43-8e2e-a4bb1804a626 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 931 time: 0.5561097 Jul 13 19:20:11.483159 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326c39f-355a-4935-9508-645949322885 None None] Checking router: 603a9df2-d40c-449b-a8e7-5816f36c33f8 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:11.486791 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326c39f-355a-4935-9508-645949322885 None None] Updating router 603a9df2-d40c-449b-a8e7-5816f36c33f8 port d1f61809-22ba-482a-8fee-7e6847afc6f5 binding host dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:20:11.583195 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8326c39f-355a-4935-9508-645949322885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:11.590942 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ebfabf4d-41be-462f-be11-a65163df3da5 req-44ba6544-7386-4e23-b142-c18495379715 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187615 Jul 13 19:20:11.633795 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:11.647831 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:11.649262 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33039058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523229'] for router_interface, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:11.715688 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d8818d13-2ab9-4698-aadc-99011da3e6dc,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:11.795171 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e168303b-829f-4e36-a8f0-ed51220fba64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:11.992993 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:11.995225 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:12.135723 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e168303b-829f-4e36-a8f0-ed51220fba64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.144971 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e168303b-829f-4e36-a8f0-ed51220fba64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.225140 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e168303b-829f-4e36-a8f0-ed51220fba64 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2f0293a95feb47248bda00bab5b12169&name=default HTTP/1.1" status: 200 len: 2977 time: 1.0318000 Jul 13 19:20:12.229955 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 32844) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:12.297095 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Request body: {'port': {'device_id': '02103333-282e-4d7a-89df-f288e9564994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:12.311407 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168303b-829f-4e36-a8f0-ed51220fba64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e7823-dc04-4107-9ab1-e88525b02ddf,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:12.451236 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8326c39f-355a-4935-9508-645949322885 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.480798 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-8326c39f-355a-4935-9508-645949322885 None None] Transition to ACTIVE for port object d1f61809-22ba-482a-8fee-7e6847afc6f5 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:12.509285 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8326c39f-355a-4935-9508-645949322885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.528394 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.532218 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Request body: {'port': {'device_id': 'a054eae5-e184-4a0d-8ebc-7d1164a27db5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:12.560652 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-fe431e11-7d83-4c44-a773-0ad5593a73cc None None] Provisioning complete for port d8818d13-2ab9-4698-aadc-99011da3e6dc triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:12.561369 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fe431e11-7d83-4c44-a773-0ad5593a73cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.727711 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0ce0f-ac63-4c13-b561-36572b360690 None None] Pushing event updated for resources: {'Port': ['ID=d1f61809-22ba-482a-8fee-7e6847afc6f5,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:12.740894 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-fe431e11-7d83-4c44-a773-0ad5593a73cc None None] Port d8818d13-2ab9-4698-aadc-99011da3e6dc cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:12.817734 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 8d8dd90b-1379-4839-9831-6b31d6955d90 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:12.907422 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-8326c39f-355a-4935-9508-645949322885 None None] Attempting to bind port d1f61809-22ba-482a-8fee-7e6847afc6f5 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:12.909875 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-8326c39f-355a-4935-9508-645949322885 None None] Attempting to bind port d1f61809-22ba-482a-8fee-7e6847afc6f5 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:12.910531 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326c39f-355a-4935-9508-645949322885 None None] Attempting to bind port d1f61809-22ba-482a-8fee-7e6847afc6f5 on network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:12.917128 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326c39f-355a-4935-9508-645949322885 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:12.917789 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326c39f-355a-4935-9508-645949322885 None None] Checking segment: {'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:12.918353 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8326c39f-355a-4935-9508-645949322885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.918994 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326c39f-355a-4935-9508-645949322885 None None] Bound using segment: {'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:12.919674 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-8326c39f-355a-4935-9508-645949322885 None None] Bound port: d1f61809-22ba-482a-8fee-7e6847afc6f5, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:12.920241 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8326c39f-355a-4935-9508-645949322885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.968690 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 8d8dd90b-1379-4839-9831-6b31d6955d90 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:12.969141 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.055355 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-8326c39f-355a-4935-9508-645949322885 None None] For port d1f61809-22ba-482a-8fee-7e6847afc6f5, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:13.062600 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-8326c39f-355a-4935-9508-645949322885 None None] For port d1f61809-22ba-482a-8fee-7e6847afc6f5, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=d1f61809-22ba-482a-8fee-7e6847afc6f5,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:13.071749 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8326c39f-355a-4935-9508-645949322885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.265828 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326c39f-355a-4935-9508-645949322885 None None] Routers {'603a9df2-d40c-449b-a8e7-5816f36c33f8'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:13.270711 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8326c39f-355a-4935-9508-645949322885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:20:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['603a9df2-d40c-449b-a8e7-5816f36c33f8'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:13.320802 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-b2f7a84a-374e-45e1-a702-d650b5e050ac tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:13.323550 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-b2f7a84a-374e-45e1-a702-d650b5e050ac tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 819 time: 1.0490246 Jul 13 19:20:13.347282 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0ce0f-ac63-4c13-b561-36572b360690 None None] Pushing event updated for resources: {'Port': ['ID=d1f61809-22ba-482a-8fee-7e6847afc6f5,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:13.387121 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.391695 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-50f9a863-5755-43ca-8457-221bd6e64879 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/quotas/2a0d40dcd30548d8a8f63ebc23983d2b HTTP/1.1" status: 200 len: 375 time: 0.0361936 Jul 13 19:20:13.422028 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb745ec6-4d6f-4487-9cb7-309c1a786bd1 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:13.433600 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.451131 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Transition to ACTIVE for port object eb745ec6-4d6f-4487-9cb7-309c1a786bd1 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:13.496100 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.504617 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-8326c39f-355a-4935-9508-645949322885 None None] Set router 603a9df2-d40c-449b-a8e7-5816f36c33f8 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:13.710991 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Pushing event updated for resources: {'Port': ['ID=eb745ec6-4d6f-4487-9cb7-309c1a786bd1,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:13.751226 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Router 6784a7b1-5447-45e2-a8db-42a6493d6530 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:20:13.836198 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-13e7bd27-915e-4d6b-8791-8cee800d9d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.865952 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-13e7bd27-915e-4d6b-8791-8cee800d9d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.936820 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95081fae-7442-47a5-81c7-8d3ac86fe9cf {{(pid=92951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:13.946863 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-13e7bd27-915e-4d6b-8791-8cee800d9d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.950300 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-13e7bd27-915e-4d6b-8791-8cee800d9d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.954726 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-13e7bd27-915e-4d6b-8791-8cee800d9d93 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2b9e7823-dc04-4107-9ab1-e88525b02ddf HTTP/1.1" status: 204 len: 168 time: 1.7208238 Jul 13 19:20:13.958380 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:13.966075 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aef9c0-8e4a-4c8f-8f6f-7e54645d256e req-5a8613b8-52e0-4114-9ec4-bc42e4f006aa tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:13.976120 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-27aef9c0-8e4a-4c8f-8f6f-7e54645d256e req-5a8613b8-52e0-4114-9ec4-bc42e4f006aa tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 943 time: 0.6295433 Jul 13 19:20:14.000785 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Transition to ACTIVE for port object 95081fae-7442-47a5-81c7-8d3ac86fe9cf will not be triggered until provisioned by entity L2. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:14.019668 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 32888) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:14.028279 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.101476 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Pushing event updated for resources: {'Port': ['ID=95081fae-7442-47a5-81c7-8d3ac86fe9cf,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:14.213780 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-193aeda0-5639-4319-9f1c-718b113a1809 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8127782 Jul 13 19:20:14.217249 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:14.219311 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7bd27-915e-4d6b-8791-8cee800d9d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e7823-dc04-4107-9ab1-e88525b02ddf,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:14.221862 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Attempting to bind port eb745ec6-4d6f-4487-9cb7-309c1a786bd1 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:14.222409 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Attempting to bind port eb745ec6-4d6f-4487-9cb7-309c1a786bd1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:14.222939 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Attempting to bind port eb745ec6-4d6f-4487-9cb7-309c1a786bd1 on network a507b325-a756-4434-84e5-4a0e8fa60fe9 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:14.236533 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f12e35fe-d1fb-40b6-8836-8c050a7256f9 admin admin] 10.222.0.68 "PUT /v2.0/routers/6784a7b1-5447-45e2-a8db-42a6493d6530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3555591 Jul 13 19:20:14.245178 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Attempting to bind port 95081fae-7442-47a5-81c7-8d3ac86fe9cf on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:14.246248 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Port eb745ec6-4d6f-4487-9cb7-309c1a786bd1 on network a507b325-a756-4434-84e5-4a0e8fa60fe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:14.246768 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Attempting to bind port eb745ec6-4d6f-4487-9cb7-309c1a786bd1 on network a507b325-a756-4434-84e5-4a0e8fa60fe9 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:14.247151 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Attempting to bind port 95081fae-7442-47a5-81c7-8d3ac86fe9cf by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '4795b7f9-cc1a-470c-8816-7797f6186654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'de9bdfe4-936f-47c5-b367-3d4cee9d1dbb'}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:14.247664 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Attempting to bind port 95081fae-7442-47a5-81c7-8d3ac86fe9cf on network de9bdfe4-936f-47c5-b367-3d4cee9d1dbb {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:14.254140 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:14.254809 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Checking segment: {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:14.255792 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Bound using segment: {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:14.256413 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Bound port: eb745ec6-4d6f-4487-9cb7-309c1a786bd1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:14.256935 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.260942 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Port 95081fae-7442-47a5-81c7-8d3ac86fe9cf on network de9bdfe4-936f-47c5-b367-3d4cee9d1dbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:14.261636 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Attempting to bind port 95081fae-7442-47a5-81c7-8d3ac86fe9cf on network de9bdfe4-936f-47c5-b367-3d4cee9d1dbb {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:14.261919 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8326c39f-355a-4935-9508-645949322885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1377924286-router', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:06Z', 'revision_number': 4, 'project_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'gw_port': {'id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'd1f61809-22ba-482a-8fee-7e6847afc6f5', 'name': '', 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'mac_address': 'fa:16:3e:d7:f7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '499acf8e-dcac-4939-8052-00af7439f44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:13Z', 'revision_number': 4, 'project_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'subnets': [{'id': '499acf8e-dcac-4939-8052-00af7439f44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:14.276207 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:14.277805 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Checking segment: {'id': '4795b7f9-cc1a-470c-8816-7797f6186654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'de9bdfe4-936f-47c5-b367-3d4cee9d1dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:14.278479 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Bound using segment: {'id': '4795b7f9-cc1a-470c-8816-7797f6186654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'de9bdfe4-936f-47c5-b367-3d4cee9d1dbb'} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:14.279380 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Bound port: 95081fae-7442-47a5-81c7-8d3ac86fe9cf, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4795b7f9-cc1a-470c-8816-7797f6186654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'de9bdfe4-936f-47c5-b367-3d4cee9d1dbb'}}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:14.280727 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.284348 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-27aef9c0-8e4a-4c8f-8f6f-7e54645d256e req-3ad7fb65-54d3-4374-be97-7812067afdd1 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901435 Jul 13 19:20:14.311015 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Sync routers for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:14.383593 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:14.384185 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326c39f-355a-4935-9508-645949322885 None None] The sync data for ids ['603a9df2-d40c-449b-a8e7-5816f36c33f8'] in dv-cinder-786931-3-iscsi is: [{'id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1377924286-router', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:06Z', 'revision_number': 4, 'project_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'gw_port': {'id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'd1f61809-22ba-482a-8fee-7e6847afc6f5', 'name': '', 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'mac_address': 'fa:16:3e:d7:f7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '499acf8e-dcac-4939-8052-00af7439f44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:04Z', 'updated_at': '2021-07-13T19:20:13Z', 'revision_number': 4, 'project_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'subnets': [{'id': '499acf8e-dcac-4939-8052-00af7439f44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:14.385029 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:20:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:14.407242 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] For port eb745ec6-4d6f-4487-9cb7-309c1a786bd1, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:14.413548 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] For port eb745ec6-4d6f-4487-9cb7-309c1a786bd1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb745ec6-4d6f-4487-9cb7-309c1a786bd1,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:14.428904 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.694664 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:14.696856 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.704794 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] 10.222.0.73 "PUT /v2.0/ports/eb745ec6-4d6f-4487-9cb7-309c1a786bd1 HTTP/1.1" status: 200 len: 1093 time: 2.8413050 Jul 13 19:20:14.725887 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02103333-282e-4d7a-89df-f288e9564994', 'tag': 'eb745ec6-4d6f-4487-9cb7-309c1a786bd1'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:14.831214 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:14.879723 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] For port 95081fae-7442-47a5-81c7-8d3ac86fe9cf, host hv-cinder-78693, cleared binding levels {{(pid=92951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:14.921246 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d1f61809-22ba-482a-8fee-7e6847afc6f5 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:14.953253 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-113ea074-b4b5-4ddc-b2cc-cf26fc6c3991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:14.962481 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] For port 95081fae-7442-47a5-81c7-8d3ac86fe9cf, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=95081fae-7442-47a5-81c7-8d3ac86fe9cf,segment=NetworkSegment(4795b7f9-cc1a-470c-8816-7797f6186654),segment_id=4795b7f9-cc1a-470c-8816-7797f6186654)] {{(pid=92951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:14.993992 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.056507 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2a2f3-c1fc-406a-9f56-4bcf29ace788 service neutron] Pushing event updated for resources: {'Port': ['ID=eb745ec6-4d6f-4487-9cb7-309c1a786bd1,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:15.273848 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:15.280939 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.283898 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] 10.222.0.73 "PUT /v2.0/ports/95081fae-7442-47a5-81c7-8d3ac86fe9cf HTTP/1.1" status: 200 len: 1093 time: 3.3842640 Jul 13 19:20:15.287858 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a054eae5-e184-4a0d-8ebc-7d1164a27db5', 'tag': '95081fae-7442-47a5-81c7-8d3ac86fe9cf'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:15.311174 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port d1f61809-22ba-482a-8fee-7e6847afc6f5 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:15.319821 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port d1f61809-22ba-482a-8fee-7e6847afc6f5 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:15.320879 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.632565 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-113ea074-b4b5-4ddc-b2cc-cf26fc6c3991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.638415 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-768d93cc-3b83-424f-adeb-b02f575cf35d service neutron] 10.222.0.68 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3301671 Jul 13 19:20:15.639397 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 32918) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:15.727240 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.768704 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-113ea074-b4b5-4ddc-b2cc-cf26fc6c3991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.823773 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 2, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:15.908997 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e904a3e-dc1a-4e7f-89ff-0cf95473f738 req-16e25cc2-1a59-4535-a8ae-b26df72495ba tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:15.925006 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3e904a3e-dc1a-4e7f-89ff-0cf95473f738 req-16e25cc2-1a59-4535-a8ae-b26df72495ba tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 943 time: 1.3836663 Jul 13 19:20:15.959190 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-113ea074-b4b5-4ddc-b2cc-cf26fc6c3991 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9fee4199ca844919982e7416b4da5a53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9360919 Jul 13 19:20:15.970662 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 32936) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:16.001222 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Checking router: 6784a7b1-5447-45e2-a8db-42a6493d6530 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:16.001718 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Updating router 6784a7b1-5447-45e2-a8db-42a6493d6530 port d8818d13-2ab9-4698-aadc-99011da3e6dc binding host dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:20:16.013379 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port d1f61809-22ba-482a-8fee-7e6847afc6f5, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=d1f61809-22ba-482a-8fee-7e6847afc6f5,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:16.033814 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6210396-deee-45a9-9688-b8f74678c430 service neutron] Pushing event updated for resources: {'Port': ['ID=95081fae-7442-47a5-81c7-8d3ac86fe9cf,revision_number=3']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:16.047406 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fc8741-33d0-406a-845c-28f790483d94" -d '{"events": [{"name": "network-changed", "server_uuid": "02103333-282e-4d7a-89df-f288e9564994", "tag": "eb745ec6-4d6f-4487-9cb7-309c1a786bd1"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:16.055532 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-0a8136b5-4f06-4b94-a0e9-0eca4cbb4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:16.057040 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-0a8136b5-4f06-4b94-a0e9-0eca4cbb4455 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 1096 time: 0.9778714 Jul 13 19:20:16.156641 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.214567 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-5507166f-1a39-4566-9b04-f25849569ff7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb745ec6-4d6f-4487-9cb7-309c1a786bd1 HTTP/1.1" status: 200 len: 217 time: 0.1455638 Jul 13 19:20:16.232129 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3e904a3e-dc1a-4e7f-89ff-0cf95473f738 req-b538abe6-af23-414f-8b38-6fdffdd5f292 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019443 Jul 13 19:20:16.381828 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-77fb244d-9c65-4bf3-a4ad-57cca81a1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:16.383807 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-77fb244d-9c65-4bf3-a4ad-57cca81a1392 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e01d0cf-3392-4ccd-a241-26efa1a4fe94 HTTP/1.1" status: 200 len: 855 time: 0.1489999 Jul 13 19:20:16.394796 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.417781 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-e2b5daad-3977-42e6-a147-6e88e927d1b4 service neutron] 10.222.0.68 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733284 Jul 13 19:20:16.426244 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceb8957-00ed-47c1-999c-84dbd768df6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a054eae5-e184-4a0d-8ebc-7d1164a27db5", "tag": "95081fae-7442-47a5-81c7-8d3ac86fe9cf"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:16.446984 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ea074-b4b5-4ddc-b2cc-cf26fc6c3991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cb71cf-cd9a-437f-8c87-a507df67ddd9,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:16.614254 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-fbb62d82-dece-4f9b-93cc-96a1f62c559f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a507b325-a756-4434-84e5-4a0e8fa60fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1978855 Jul 13 19:20:16.629235 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=d1f61809-22ba-482a-8fee-7e6847afc6f5,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:16.649967 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-c8172e3f-421c-455c-a7bc-2b946016fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:16.660560 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-c8172e3f-421c-455c-a7bc-2b946016fc7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=948fa0f93c934702abbbdafee2a737d7&device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 1096 time: 1.2051885 Jul 13 19:20:16.672833 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e7293b88-77b4-47a7-bb01-9f81c3415103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.758701 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-52564544-08a6-4952-a747-60d206a66542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.797501 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e7293b88-77b4-47a7-bb01-9f81c3415103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:17.039524 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-b9cdd4d2-5845-42ad-b654-ca8cfeb03e45 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197433 Jul 13 19:20:17.046033 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d1f61809-22ba-482a-8fee-7e6847afc6f5 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:17.266192 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-08db7276-ebe1-4886-8642-d346cbe63bc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95081fae-7442-47a5-81c7-8d3ac86fe9cf HTTP/1.1" status: 200 len: 217 time: 0.3566298 Jul 13 19:20:17.486259 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b1bd048-3c20-4468-a3e2-a8a102d56b98 req-78a26ae9-f7a4-4179-ad19-1404d3991b26 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120574 Jul 13 19:20:17.491963 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port d1f61809-22ba-482a-8fee-7e6847afc6f5 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:17.493109 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:17.513800 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e7293b88-77b4-47a7-bb01-9f81c3415103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:17.521900 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e7293b88-77b4-47a7-bb01-9f81c3415103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:17.529576 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e7293b88-77b4-47a7-bb01-9f81c3415103 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/21cb71cf-cd9a-437f-8c87-a507df67ddd9 HTTP/1.1" status: 204 len: 168 time: 1.5498691 Jul 13 19:20:17.581209 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7293b88-77b4-47a7-bb01-9f81c3415103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cb71cf-cd9a-437f-8c87-a507df67ddd9,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:17.676833 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 32986) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:17.725627 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-0c8bfae7-0132-4b47-a69a-e346f3ae202e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:17.728513 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-0c8bfae7-0132-4b47-a69a-e346f3ae202e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29e2d731-4965-43a3-a21c-fcbd4ae56e02 HTTP/1.1" status: 200 len: 851 time: 0.4379745 Jul 13 19:20:17.879811 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-74e5580a-0a26-4a86-9576-2e1cc8428e41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de9bdfe4-936f-47c5-b367-3d4cee9d1dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290751 Jul 13 19:20:17.888379 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 32992) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:17.894421 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-85ad4a15-da40-4d72-bb51-ce4f6e325b52 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592720158', 'description': 'tempest-description--1790931796'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:17.898435 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-52564544-08a6-4952-a747-60d206a66542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:17.909884 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d73923-ce91-48ab-a8ae-24490dfde098 req-f468465a-35c9-474e-a6c7-bf726fa5a3be tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:17.919497 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a2d73923-ce91-48ab-a8ae-24490dfde098 req-f468465a-35c9-474e-a6c7-bf726fa5a3be tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 943 time: 0.5568969 Jul 13 19:20:17.930860 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-52564544-08a6-4952-a747-60d206a66542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:17.953467 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:17.981250 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Transition to ACTIVE for port object d8818d13-2ab9-4698-aadc-99011da3e6dc will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:17.999645 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.000273 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-85ad4a15-da40-4d72-bb51-ce4f6e325b52 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.159863 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c661f67-d22d-485f-a207-9e249f5a72e8 None None] Pushing event updated for resources: {'Port': ['ID=d8818d13-2ab9-4698-aadc-99011da3e6dc,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:18.163817 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a2d73923-ce91-48ab-a8ae-24490dfde098 req-0d9640af-1711-4c68-bea1-3c2f96a86962 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429571 Jul 13 19:20:18.187139 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-52564544-08a6-4952-a747-60d206a66542 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ce77835423cd44ca97133a970ce228b1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5068159 Jul 13 19:20:18.188035 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 32998) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:18.189205 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52564544-08a6-4952-a747-60d206a66542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64028308-436f-451a-a8ce-628769824773,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:18.293009 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-85ad4a15-da40-4d72-bb51-ce4f6e325b52 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.300491 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-85ad4a15-da40-4d72-bb51-ce4f6e325b52 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.412416 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2a04e58b-4600-4196-8d3a-6a184853f5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.446862 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Attempting to bind port d8818d13-2ab9-4698-aadc-99011da3e6dc on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:18.447262 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Attempting to bind port d8818d13-2ab9-4698-aadc-99011da3e6dc by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:18.447833 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Attempting to bind port d8818d13-2ab9-4698-aadc-99011da3e6dc on network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:18.451361 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2a04e58b-4600-4196-8d3a-6a184853f5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.462958 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:18.463342 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Checking segment: {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:18.463786 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.464183 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Bound using segment: {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:18.464598 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Bound port: d8818d13-2ab9-4698-aadc-99011da3e6dc, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:18.465037 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.475993 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-85ad4a15-da40-4d72-bb51-ce4f6e325b52 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.477358 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-85ad4a15-da40-4d72-bb51-ce4f6e325b52 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5876324 Jul 13 19:20:18.481105 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33002) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:18.484656 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1f7459b3-0307-429a-9481-7d923aec1f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.499907 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-48423f49-8367-4782-8cff-7859ffc4154c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Request body: {'security_group_rule': {'security_group_id': '7eca287f-b27f-4488-b7f1-33f89314d95c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:18.575898 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad4a15-da40-4d72-bb51-ce4f6e325b52 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eca287f-b27f-4488-b7f1-33f89314d95c,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:18.584653 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea1446-05f4-4cd3-9d4a-74ff58dc7a66 x-openstack-request-id: req-bcea1446-05f4-4cd3-9d4a-74ff58dc7a66 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:18.584941 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02103333-282e-4d7a-89df-f288e9564994", "tag": "eb745ec6-4d6f-4487-9cb7-309c1a786bd1", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:18.585188 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bcea1446-05f4-4cd3-9d4a-74ff58dc7a66 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:18.585641 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02103333-282e-4d7a-89df-f288e9564994', 'tag': 'eb745ec6-4d6f-4487-9cb7-309c1a786bd1', 'status': 'completed', 'code': 200} Jul 13 19:20:18.608813 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-48423f49-8367-4782-8cff-7859ffc4154c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.650691 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] For port d8818d13-2ab9-4698-aadc-99011da3e6dc, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:18.656245 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] For port d8818d13-2ab9-4698-aadc-99011da3e6dc, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=d8818d13-2ab9-4698-aadc-99011da3e6dc,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:18.663718 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.710272 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2a04e58b-4600-4196-8d3a-6a184853f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.715439 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2a04e58b-4600-4196-8d3a-6a184853f5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.724452 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2a04e58b-4600-4196-8d3a-6a184853f5a5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/64028308-436f-451a-a8ce-628769824773 HTTP/1.1" status: 204 len: 168 time: 0.5179234 Jul 13 19:20:18.774762 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33008) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:18.864784 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8fb7-f7c5-4730-8f4c-81790653cf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.884286 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:18.894180 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:20:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:18.906823 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c661f67-d22d-485f-a207-9e249f5a72e8 None None] Pushing event updated for resources: {'Port': ['ID=d8818d13-2ab9-4698-aadc-99011da3e6dc,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:18.973234 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b276c40-93a5-449e-ae02-bbff7ad6591d x-openstack-request-id: req-1b276c40-93a5-449e-ae02-bbff7ad6591d {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:18.973542 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a054eae5-e184-4a0d-8ebc-7d1164a27db5", "tag": "95081fae-7442-47a5-81c7-8d3ac86fe9cf", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:18.973783 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1b276c40-93a5-449e-ae02-bbff7ad6591d {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:18.974241 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a054eae5-e184-4a0d-8ebc-7d1164a27db5', 'tag': '95081fae-7442-47a5-81c7-8d3ac86fe9cf', 'status': 'completed', 'code': 200} Jul 13 19:20:18.995160 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04e58b-4600-4196-8d3a-6a184853f5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64028308-436f-451a-a8ce-628769824773,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:19.040613 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-50ec608a-1ef4-466f-a92c-066c5b15650c service neutron] 10.222.0.73 "GET /v2.0/networks/de9bdfe4-936f-47c5-b367-3d4cee9d1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738379 Jul 13 19:20:19.056204 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-39364ff3-6d55-4c9a-927c-0e01356a02c2 req-f75c578d-ffd3-4290-9a0b-3281464f431c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 210 time: 0.1870415 Jul 13 19:20:19.268261 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-48423f49-8367-4782-8cff-7859ffc4154c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.292779 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-48423f49-8367-4782-8cff-7859ffc4154c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.339014 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48423f49-8367-4782-8cff-7859ffc4154c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4590e7df-ae5e-4b93-9440-7d4291d1194d,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:19.350926 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc8741-33d0-406a-845c-28f790483d94 req-32db378f-3f6d-469d-ae89-b7d8786225df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:19.353917 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-18fc8741-33d0-406a-845c-28f790483d94 req-32db378f-3f6d-469d-ae89-b7d8786225df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 1096 time: 0.7327468 Jul 13 19:20:19.511617 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1f7459b3-0307-429a-9481-7d923aec1f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.526230 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1f7459b3-0307-429a-9481-7d923aec1f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.535912 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.570643 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:19.602254 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7459b3-0307-429a-9481-7d923aec1f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88c238b-38bd-423b-a32e-079e49d2e49b,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:19.614826 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-48423f49-8367-4782-8cff-7859ffc4154c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.617172 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-48423f49-8367-4782-8cff-7859ffc4154c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1276002 Jul 13 19:20:19.620222 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33022) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:19.634069 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-254eef6f-fc6c-4e4c-8cd2-dd44ced23365 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Request body: {'security_group_rule': {'security_group_id': '7eca287f-b27f-4488-b7f1-33f89314d95c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:19.702094 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1f7459b3-0307-429a-9481-7d923aec1f6e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4435616a3b54c8fab686194848b3438&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0227654 Jul 13 19:20:19.707739 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33026) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:19.727597 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e555324-39ef-4b0f-acb2-9d878eb79adc req-c8bca601-a94c-4f14-98f7-f2c8dbfcb7b3 service neutron] 10.222.0.73 "GET /v2.0/networks/de9bdfe4-936f-47c5-b367-3d4cee9d1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588330 Jul 13 19:20:19.831222 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfd8c7-efd5-41f3-aa45-4b5ba8d6dd00 req-f9b69095-6f00-4d86-b8e7-92588c554f55 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:19.833291 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68bfd8c7-efd5-41f3-aa45-4b5ba8d6dd00 req-f9b69095-6f00-4d86-b8e7-92588c554f55 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 943 time: 0.2993627 Jul 13 19:20:19.858164 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f8c016ee-a2f0-49d1-a2c3-8ca75b66edf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.869222 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8fb7-f7c5-4730-8f4c-81790653cf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.880303 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8fb7-f7c5-4730-8f4c-81790653cf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.927973 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f8c016ee-a2f0-49d1-a2c3-8ca75b66edf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.940728 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-254eef6f-fc6c-4e4c-8cd2-dd44ced23365 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.955644 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33028) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:19.994120 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68bfd8c7-efd5-41f3-aa45-4b5ba8d6dd00 req-1f722155-e4bf-4718-b6f3-cad1b464b5d8 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547298 Jul 13 19:20:19.995161 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-47a51321-5f1a-4d0b-a8d9-1b535ecedd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.115878 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-254eef6f-fc6c-4e4c-8cd2-dd44ced23365 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.126484 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-254eef6f-fc6c-4e4c-8cd2-dd44ced23365 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.144804 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:18Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:20.183791 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc26d5-d7b7-4cf6-bead-1ff100445566 None None] The sync data for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi is: [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:18Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:20.242756 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254eef6f-fc6c-4e4c-8cd2-dd44ced23365 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063f17ba-bac9-4b52-aded-e88ab39d42ca,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:20.319159 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f8c016ee-a2f0-49d1-a2c3-8ca75b66edf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.320835 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f8c016ee-a2f0-49d1-a2c3-8ca75b66edf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.324726 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f8c016ee-a2f0-49d1-a2c3-8ca75b66edf6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c88c238b-38bd-423b-a32e-079e49d2e49b HTTP/1.1" status: 204 len: 168 time: 0.6149421 Jul 13 19:20:20.377124 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c016ee-a2f0-49d1-a2c3-8ca75b66edf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88c238b-38bd-423b-a32e-079e49d2e49b,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:20.479032 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb8957-00ed-47c1-999c-84dbd768df6e req-21f00cc4-915f-41dc-8d97-b92213d86d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:20.480929 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8ceb8957-00ed-47c1-999c-84dbd768df6e req-21f00cc4-915f-41dc-8d97-b92213d86d54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=948fa0f93c934702abbbdafee2a737d7&device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 1096 time: 0.3353145 Jul 13 19:20:20.484054 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f8fb7-f7c5-4730-8f4c-81790653cf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d79f84-b096-458a-8a02-999039bdcc44,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:20.493160 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc8741-33d0-406a-845c-28f790483d94 req-b789fe5e-df02-4b09-afb8-cf37bcef3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:20.494573 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-18fc8741-33d0-406a-845c-28f790483d94 req-b789fe5e-df02-4b09-afb8-cf37bcef3a3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 917 time: 0.5213721 Jul 13 19:20:20.498594 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4ee19-299d-479c-ae8b-462420a60489 req-c9d11216-64e8-48ac-9d03-f40239efb8c1 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:20.500103 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-c9d11216-64e8-48ac-9d03-f40239efb8c1 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 819 time: 0.2818868 Jul 13 19:20:20.503873 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-ae9f8fb7-f7c5-4730-8f4c-81790653cf37 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6db6e27ba0854b4687c0d94193e0f334&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7048023 Jul 13 19:20:20.509259 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33042) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:20.557624 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-47a51321-5f1a-4d0b-a8d9-1b535ecedd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.576608 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-dfafc98b-cdc9-4f9c-a491-caa7c00f2e1c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/quotas/2a0d40dcd30548d8a8f63ebc23983d2b HTTP/1.1" status: 200 len: 375 time: 0.0568385 Jul 13 19:20:20.584426 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-47a51321-5f1a-4d0b-a8d9-1b535ecedd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.592154 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-254eef6f-fc6c-4e4c-8cd2-dd44ced23365 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.593470 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-254eef6f-fc6c-4e4c-8cd2-dd44ced23365 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9721329 Jul 13 19:20:20.609615 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232b323-ec54-4cb1-9cdf-8d2b4325893c req-672fed72-ddb4-4f8b-8608-caf2e3f29889 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:20.613386 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33044) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:20.614730 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9232b323-ec54-4cb1-9cdf-8d2b4325893c req-672fed72-ddb4-4f8b-8608-caf2e3f29889 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 943 time: 0.6921365 Jul 13 19:20:20.699254 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9232b323-ec54-4cb1-9cdf-8d2b4325893c req-8dbf0351-51a5-4ef5-95ab-52ed21b1e560 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736551 Jul 13 19:20:20.704022 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Request body: {'floatingip': {'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:20.804245 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a51321-5f1a-4d0b-a8d9-1b535ecedd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ecdaf6-dfdb-4532-b5bd-8d0557e1e0f7,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:20.808720 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-47a51321-5f1a-4d0b-a8d9-1b535ecedd03 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e278c66927c541d0a4e1ad86fefcb326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8476970 Jul 13 19:20:20.811623 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33052) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:20.879657 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b881-c0c5-4f94-8f0a-97dcb08bf056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.882675 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.899691 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d8818d13-2ab9-4698-aadc-99011da3e6dc up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:20.994068 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port d8818d13-2ab9-4698-aadc-99011da3e6dc completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:21.007019 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port d8818d13-2ab9-4698-aadc-99011da3e6dc triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:21.009342 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.013433 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b881-c0c5-4f94-8f0a-97dcb08bf056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.020638 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e9417eb2-de50-48b9-9698-13eb2ffec4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.060018 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-44ef0130-be8a-4451-bd41-a040a42775f8 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4627247 Jul 13 19:20:21.104246 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e9417eb2-de50-48b9-9698-13eb2ffec4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.233066 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e9417eb2-de50-48b9-9698-13eb2ffec4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.241474 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e9417eb2-de50-48b9-9698-13eb2ffec4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.243188 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e9417eb2-de50-48b9-9698-13eb2ffec4e2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c5ecdaf6-dfdb-4532-b5bd-8d0557e1e0f7 HTTP/1.1" status: 204 len: 168 time: 0.4305236 Jul 13 19:20:21.270090 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9417eb2-de50-48b9-9698-13eb2ffec4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ecdaf6-dfdb-4532-b5bd-8d0557e1e0f7,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:21.280993 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.294855 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33072) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:21.318254 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-dd94ec7c-fc7a-4190-a86a-7a75791ad562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.397375 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-5f38d56d-71bb-42b7-a65d-df56f3515984 service neutron] 10.222.0.68 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950313 Jul 13 19:20:21.416739 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port d8818d13-2ab9-4698-aadc-99011da3e6dc, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=d8818d13-2ab9-4698-aadc-99011da3e6dc,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:21.422563 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.548326 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=d8818d13-2ab9-4698-aadc-99011da3e6dc,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:21.667694 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-18fc8741-33d0-406a-845c-28f790483d94 req-5872d97c-b27a-49e2-865a-605c8b9ac096 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb745ec6-4d6f-4487-9cb7-309c1a786bd1 HTTP/1.1" status: 200 len: 217 time: 0.1578205 Jul 13 19:20:21.673543 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-dd94ec7c-fc7a-4190-a86a-7a75791ad562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.683840 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-dd94ec7c-fc7a-4190-a86a-7a75791ad562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.728570 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb8957-00ed-47c1-999c-84dbd768df6e req-75d669cc-7633-4dc5-b485-b6d32c1543b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:21.731257 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8ceb8957-00ed-47c1-999c-84dbd768df6e req-75d669cc-7633-4dc5-b485-b6d32c1543b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de9bdfe4-936f-47c5-b367-3d4cee9d1dbb HTTP/1.1" status: 200 len: 913 time: 0.3572156 Jul 13 19:20:21.777256 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b881-c0c5-4f94-8f0a-97dcb08bf056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.779918 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b881-c0c5-4f94-8f0a-97dcb08bf056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.783893 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f9c7b881-c0c5-4f94-8f0a-97dcb08bf056 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/25d79f84-b096-458a-8a02-999039bdcc44 HTTP/1.1" status: 204 len: 168 time: 1.2708898 Jul 13 19:20:21.832121 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615010e1-6ed1-421d-9c75-3597868014be req-e226960b-a83e-485d-acfa-b29b75948cd1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:21.846229 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-615010e1-6ed1-421d-9c75-3597868014be req-e226960b-a83e-485d-acfa-b29b75948cd1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 943 time: 0.5014091 Jul 13 19:20:21.848451 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7b881-c0c5-4f94-8f0a-97dcb08bf056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d79f84-b096-458a-8a02-999039bdcc44,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:21.850464 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94ec7c-fc7a-4190-a86a-7a75791ad562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5654619-0b87-4a78-a535-cf9b7d2cc03c,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:21.851341 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.888446 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-dd94ec7c-fc7a-4190-a86a-7a75791ad562 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=341b4db914e04f4e81eabd6b347ac7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5923381 Jul 13 19:20:21.893848 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33086) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:22.006647 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-615010e1-6ed1-421d-9c75-3597868014be req-6a6d2076-4af3-4c38-9098-80bab1760da4 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593039 Jul 13 19:20:22.007991 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7e3eb7bd-b8bb-41b9-8ba8-53ccf4dc8dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:22.045077 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7e3eb7bd-b8bb-41b9-8ba8-53ccf4dc8dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:22.077954 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Allocated IP 172.27.0.185 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/fa452d07-9563-4996-94de-3c0fea52a3af) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:22.241833 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc8741-33d0-406a-845c-28f790483d94 req-de42bbb9-5d6c-4d84-9803-79a4431725cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:22.243515 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-18fc8741-33d0-406a-845c-28f790483d94 req-de42bbb9-5d6c-4d84-9803-79a4431725cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e01d0cf-3392-4ccd-a241-26efa1a4fe94 HTTP/1.1" status: 200 len: 855 time: 0.1192830 Jul 13 19:20:22.314977 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-18fc8741-33d0-406a-845c-28f790483d94 req-ab584644-67f7-4e46-a622-8bdc912f22ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a507b325-a756-4434-84e5-4a0e8fa60fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598311 Jul 13 19:20:22.341402 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.73', 55332) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:22.373076 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-1ea3341c-5f0d-40b4-928f-67029f44e64c service neutron] 10.222.0.68 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9576042 Jul 13 19:20:22.374724 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8ceb8957-00ed-47c1-999c-84dbd768df6e req-e746cdd4-e670-4434-96d8-e231a67a270d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95081fae-7442-47a5-81c7-8d3ac86fe9cf HTTP/1.1" status: 200 len: 217 time: 0.2472587 Jul 13 19:20:22.420983 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7e3eb7bd-b8bb-41b9-8ba8-53ccf4dc8dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:22.426370 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:22.428892 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7e3eb7bd-b8bb-41b9-8ba8-53ccf4dc8dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:22.440260 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7e3eb7bd-b8bb-41b9-8ba8-53ccf4dc8dc1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c5654619-0b87-4a78-a535-cf9b7d2cc03c HTTP/1.1" status: 204 len: 168 time: 0.5456078 Jul 13 19:20:22.490962 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33106) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:22.555285 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb8957-00ed-47c1-999c-84dbd768df6e req-f1e62134-ce68-4624-b322-7094ad7178a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:22.557366 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8ceb8957-00ed-47c1-999c-84dbd768df6e req-f1e62134-ce68-4624-b322-7094ad7178a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29e2d731-4965-43a3-a21c-fcbd4ae56e02 HTTP/1.1" status: 200 len: 851 time: 0.1607468 Jul 13 19:20:22.617108 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8ceb8957-00ed-47c1-999c-84dbd768df6e req-efd50294-55f3-4b03-ac7d-0ae9758516d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de9bdfe4-936f-47c5-b367-3d4cee9d1dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530663 Jul 13 19:20:22.653397 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3eb7bd-b8bb-41b9-8ba8-53ccf4dc8dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5654619-0b87-4a78-a535-cf9b7d2cc03c,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:22.723461 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:22.806155 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d8818d13-2ab9-4698-aadc-99011da3e6dc up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:22.823713 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b3cc7ff5-093b-4e1f-b360-376cae36eb8f req-b708664d-ba4c-4a50-a151-db4396e75ac5 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 210 time: 0.0611858 Jul 13 19:20:22.830066 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:22.842056 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:22.842355 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60bd1a-bcd0-4252-8d35-c969936a9b3e req-3eb10c4f-ad45-42e1-9e5e-e363c3189af3 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:22.850075 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec60bd1a-bcd0-4252-8d35-c969936a9b3e req-3eb10c4f-ad45-42e1-9e5e-e363c3189af3 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 943 time: 0.5217614 Jul 13 19:20:22.850702 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:22.856915 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event updated for resources: {'Port': ['ID=fa452d07-9563-4996-94de-3c0fea52a3af,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:22.862867 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8ceb8957-00ed-47c1-999c-84dbd768df6e req-4b9debaa-699e-43a4-a414-cd300747834a service neutron] 10.222.0.73 "GET /v2.0/networks/de9bdfe4-936f-47c5-b367-3d4cee9d1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325923 Jul 13 19:20:23.001888 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port d8818d13-2ab9-4698-aadc-99011da3e6dc triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:23.003159 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.175207 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec60bd1a-bcd0-4252-8d35-c969936a9b3e req-e36a17ce-f4b3-4fa1-8e66-dd710b34ea4d tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234413 Jul 13 19:20:23.200929 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-f5eeb678-dab5-45ad-a7a2-54244b092291 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:23.202875 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-f5eeb678-dab5-45ad-a7a2-54244b092291 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.73 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 819 time: 0.8586407 Jul 13 19:20:23.207703 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-18fc8741-33d0-406a-845c-28f790483d94 req-fdc73955-5a05-47c3-9a72-fd8cebf76766 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8643684 Jul 13 19:20:23.237101 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Request body: {'port': {'device_id': 'd370d452-4735-4fc7-8956-24277fb6b863', 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99', 'admin_state_up': True, 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:23.362713 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-aa60da17-4a9a-4ce9-bcaa-77916a5d2b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.394766 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.481968 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8ceb8957-00ed-47c1-999c-84dbd768df6e req-d9870757-54cf-428a-bc83-ef0c20405837 service neutron] 10.222.0.73 "GET /v2.0/networks/de9bdfe4-936f-47c5-b367-3d4cee9d1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827813 Jul 13 19:20:23.534263 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.554913 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-18fc8741-33d0-406a-845c-28f790483d94 req-bcd8ecd7-b1c9-4efb-9ed9-783578c2b0ec service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297555 Jul 13 19:20:23.587349 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76f04e-155d-45e8-82ed-1ce321c9d9f7 req-b2ede168-8963-454c-ad84-9af29865c860 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:23.588062 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ed76f04e-155d-45e8-82ed-1ce321c9d9f7 req-b2ede168-8963-454c-ad84-9af29865c860 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 943 time: 0.3030922 Jul 13 19:20:23.720205 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ed76f04e-155d-45e8-82ed-1ce321c9d9f7 req-63db2e89-0a4c-47ba-b223-5e20d4f28eb3 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203582 Jul 13 19:20:23.747072 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-aa60da17-4a9a-4ce9-bcaa-77916a5d2b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.758198 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-aa60da17-4a9a-4ce9-bcaa-77916a5d2b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.778494 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Made reservation on behalf of 2a0d40dcd30548d8a8f63ebc23983d2b for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:23.792667 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.830058 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-aa60da17-4a9a-4ce9-bcaa-77916a5d2b50 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d889e5c8b13845358fdc12284ef504dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3355160 Jul 13 19:20:23.830580 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33156) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:23.838571 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60da17-4a9a-4ce9-bcaa-77916a5d2b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a684adf9-355f-4fbd-a542-1394f1a0465d,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:23.880219 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.891116 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.944920 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.977521 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-62f4c99f-9206-4608-9c4a-f2d26c76a945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:23.980556 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event updated for resources: {'Port': ['ID=fa452d07-9563-4996-94de-3c0fea52a3af,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:23.986741 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.004848 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-53a407d2-cf83-49b4-94e1-bcd54beb7e15 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3902769 Jul 13 19:20:24.027586 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Allocated IP 172.20.0.10 (67fa0955-bf8a-4941-b7ef-11e6c4205d99/499acf8e-dcac-4939-8052-00af7439f44f/a78abd0f-c2a6-4835-aa94-f9176c839e00) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:24.063361 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-62f4c99f-9206-4608-9c4a-f2d26c76a945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.082608 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8269d524-a116-469b-bf16-1257a337dcd1 req-47f062f0-9ac3-4c29-9818-bb7df3312344 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 210 time: 0.0475447 Jul 13 19:20:24.137463 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-62f4c99f-9206-4608-9c4a-f2d26c76a945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.141773 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-62f4c99f-9206-4608-9c4a-f2d26c76a945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.143490 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-62f4c99f-9206-4608-9c4a-f2d26c76a945 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a684adf9-355f-4fbd-a542-1394f1a0465d HTTP/1.1" status: 204 len: 168 time: 0.3122804 Jul 13 19:20:24.152140 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4c99f-9206-4608-9c4a-f2d26c76a945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a684adf9-355f-4fbd-a542-1394f1a0465d,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:24.304828 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.460242 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7df48-ebc5-4c64-8ad6-61471435a202 req-da830700-e1c8-4f63-8d15-5050e702ed7b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:24.467571 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0df7df48-ebc5-4c64-8ad6-61471435a202 req-da830700-e1c8-4f63-8d15-5050e702ed7b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 943 time: 0.1348040 Jul 13 19:20:24.537036 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.537465 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0df7df48-ebc5-4c64-8ad6-61471435a202 req-b68194a7-4f52-4a0e-81e5-6784f885284a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674906 Jul 13 19:20:24.565637 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4ee19-299d-479c-ae8b-462420a60489 req-ae77bee6-5d72-41f6-8eee-aed992ced559 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:24.567412 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-ae77bee6-5d72-41f6-8eee-aed992ced559 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.73 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 819 time: 0.2541730 Jul 13 19:20:24.616342 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-eba4ee19-299d-479c-ae8b-462420a60489 req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Request body: {'port': {'device_id': '143ff952-b6ce-46d9-b6f9-6fd9c6ae2889', 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99', 'admin_state_up': True, 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:24.660761 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-2c7de33d-49e0-4032-b1d8-465834ae9689 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--592720158&fields=id&tenant_id=e400a1fc664843c291d144a2a7a75c73 HTTP/1.1" status: 200 len: 267 time: 0.1815369 Jul 13 19:20:24.706322 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:24.725667 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:24.728336 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:24.734193 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:24.734867 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.805300 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Pushing event updated for resources: {'Port': ['ID=a78abd0f-c2a6-4835-aa94-f9176c839e00,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:24.833309 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-87e25e33-e88c-44e7-9ebb-ab9a6b2dc7cc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6070044 Jul 13 19:20:24.849514 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Request body: {'port': {'device_id': 'd370d452-4735-4fc7-8956-24277fb6b863', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:24.944718 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd7587-f99e-4895-86f3-43c6b760bfb8 req-23869d0f-fc6d-4167-921a-c67d358d3b14 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:24.951829 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c6cd7587-f99e-4895-86f3-43c6b760bfb8 req-23869d0f-fc6d-4167-921a-c67d358d3b14 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 943 time: 0.0991495 Jul 13 19:20:24.988184 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b8018-5bb9-454e-979c-43c44640a102 req-9995af29-6d1a-4081-9091-962cb6c9d3de tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:24.994845 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-9995af29-6d1a-4081-9091-962cb6c9d3de tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 817 time: 0.3331251 Jul 13 19:20:25.004129 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c6cd7587-f99e-4895-86f3-43c6b760bfb8 req-359ffa3f-7c20-4abd-a45b-5dca711a5b63 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453365 Jul 13 19:20:25.028825 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-ff398cee-95c9-4331-9ded-d5fa652b962c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/quotas/e400a1fc664843c291d144a2a7a75c73 HTTP/1.1" status: 200 len: 375 time: 0.0329013 Jul 13 19:20:25.031625 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba4ee19-299d-479c-ae8b-462420a60489 req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Made reservation on behalf of 2a0d40dcd30548d8a8f63ebc23983d2b for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:25.035349 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eba4ee19-299d-479c-ae8b-462420a60489 req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.057724 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.302342 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1788b86c-fd02-425b-a2e6-e561e162f7fe req-da7253a4-1eff-4173-bc34-f8746f66e6d7 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 210 time: 0.0446200 Jul 13 19:20:25.354140 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-00b53820-ae51-4311-96fe-36c945f44d02 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3146822 Jul 13 19:20:25.436646 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-eba4ee19-299d-479c-ae8b-462420a60489 req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Allocated IP 172.20.0.12 (67fa0955-bf8a-4941-b7ef-11e6c4205d99/499acf8e-dcac-4939-8052-00af7439f44f/4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:25.526117 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-9854bb61-c516-4f9a-9c6d-f2b343bbd811 service neutron] 10.222.0.68 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454976 Jul 13 19:20:25.702264 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eba4ee19-299d-479c-ae8b-462420a60489 req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.706558 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-74b05a78-9d79-4fce-b5a8-450f87d75ec4 service neutron] 10.222.0.68 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691625 Jul 13 19:20:25.737829 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8645271-ac33-4497-8a25-cec66701d2e5 req-9f9556dd-11bc-4279-9d4b-11445ff75a9a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:25.746270 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b8645271-ac33-4497-8a25-cec66701d2e5 req-9f9556dd-11bc-4279-9d4b-11445ff75a9a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 943 time: 0.0880959 Jul 13 19:20:25.817270 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eba4ee19-299d-479c-ae8b-462420a60489 req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.825291 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b8645271-ac33-4497-8a25-cec66701d2e5 req-b3690b2b-8b5b-4703-b5c8-adba978e1b4a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733523 Jul 13 19:20:25.876910 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device eb745ec6-4d6f-4487-9cb7-309c1a786bd1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:25.900546 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba4ee19-299d-479c-ae8b-462420a60489 req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:25.907814 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-eba4ee19-299d-479c-ae8b-462420a60489 req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:25.910303 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba4ee19-299d-479c-ae8b-462420a60489 req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:25.916318 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4ee19-299d-479c-ae8b-462420a60489 req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:25.917047 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eba4ee19-299d-479c-ae8b-462420a60489 req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:25.961094 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Pushing event updated for resources: {'Port': ['ID=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:25.973586 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-4b067d79-2268-452d-a7c4-9eb1adb10c08 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3620713 Jul 13 19:20:25.996966 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Request body: {'port': {'device_id': '143ff952-b6ce-46d9-b6f9-6fd9c6ae2889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:26.051446 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-56118730-a9fa-4af0-a57e-00950f8d5ee7 req-cfea2204-62be-466a-a853-761038eeecd6 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 210 time: 0.0459559 Jul 13 19:20:26.124294 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port eb745ec6-4d6f-4487-9cb7-309c1a786bd1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb745ec6-4d6f-4487-9cb7-309c1a786bd1,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:26.150727 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78abd0f-c2a6-4835-aa94-f9176c839e00 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:26.153112 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': 'eb745ec6-4d6f-4487-9cb7-309c1a786bd1', 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9', 'port_id': 'eb745ec6-4d6f-4487-9cb7-309c1a786bd1', 'mac_address': 'fa:16:3e:1b:be:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e01d0cf-3392-4ccd-a241-26efa1a4fe94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:26.167795 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.228720 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Transition to ACTIVE for port object a78abd0f-c2a6-4835-aa94-f9176c839e00 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:26.230487 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.254446 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.261785 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb745ec6-4d6f-4487-9cb7-309c1a786bd1 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:26.279575 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.311324 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port eb745ec6-4d6f-4487-9cb7-309c1a786bd1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb745ec6-4d6f-4487-9cb7-309c1a786bd1,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:26.319696 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.320534 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 95081fae-7442-47a5-81c7-8d3ac86fe9cf details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:26.428393 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Attempting to bind port a78abd0f-c2a6-4835-aa94-f9176c839e00 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:26.428862 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Attempting to bind port a78abd0f-c2a6-4835-aa94-f9176c839e00 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:26.430210 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Attempting to bind port a78abd0f-c2a6-4835-aa94-f9176c839e00 on network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:26.448063 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Port a78abd0f-c2a6-4835-aa94-f9176c839e00 on network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:26.455885 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Attempting to bind port a78abd0f-c2a6-4835-aa94-f9176c839e00 on network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:26.465925 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:26.466457 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Checking segment: {'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:26.466996 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Bound using segment: {'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:26.469253 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Bound port: a78abd0f-c2a6-4835-aa94-f9176c839e00, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:26.470566 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.685933 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=eb745ec6-4d6f-4487-9cb7-309c1a786bd1,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:26.695366 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] For port a78abd0f-c2a6-4835-aa94-f9176c839e00, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:26.720678 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] For port a78abd0f-c2a6-4835-aa94-f9176c839e00, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a78abd0f-c2a6-4835-aa94-f9176c839e00,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:26.723544 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 95081fae-7442-47a5-81c7-8d3ac86fe9cf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=95081fae-7442-47a5-81c7-8d3ac86fe9cf,segment=NetworkSegment(4795b7f9-cc1a-470c-8816-7797f6186654),segment_id=4795b7f9-cc1a-470c-8816-7797f6186654)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:26.756865 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '95081fae-7442-47a5-81c7-8d3ac86fe9cf', 'network_id': 'de9bdfe4-936f-47c5-b367-3d4cee9d1dbb', 'port_id': '95081fae-7442-47a5-81c7-8d3ac86fe9cf', 'mac_address': 'fa:16:3e:71:38:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e2d731-4965-43a3-a21c-fcbd4ae56e02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:26.758066 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c54fd3-2bb0-4e39-8085-6619ac7c2ea4 req-dd46ff47-48e3-4d2a-ba33-242028ebd932 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:26.780212 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-25c54fd3-2bb0-4e39-8085-6619ac7c2ea4 req-dd46ff47-48e3-4d2a-ba33-242028ebd932 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 932 time: 0.2271051 Jul 13 19:20:26.859428 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.886316 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95081fae-7442-47a5-81c7-8d3ac86fe9cf {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:26.916583 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-25c54fd3-2bb0-4e39-8085-6619ac7c2ea4 req-059f78c8-bbb5-40ae-bbfa-9da8de53de3b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275191 Jul 13 19:20:26.919951 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 95081fae-7442-47a5-81c7-8d3ac86fe9cf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=95081fae-7442-47a5-81c7-8d3ac86fe9cf,segment=NetworkSegment(4795b7f9-cc1a-470c-8816-7797f6186654),segment_id=4795b7f9-cc1a-470c-8816-7797f6186654)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:26.933325 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.003555 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.006621 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=95081fae-7442-47a5-81c7-8d3ac86fe9cf,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:27.039751 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a78abd0f-c2a6-4835-aa94-f9176c839e00,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:27.152393 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:27.153159 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.155454 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] 10.222.0.73 "PUT /v2.0/ports/a78abd0f-c2a6-4835-aa94-f9176c839e00 HTTP/1.1" status: 200 len: 1094 time: 2.3114696 Jul 13 19:20:27.162410 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87095071-895b-4ba1-9a1b-415ca324b06f req-0f40200d-29ba-4959-bf57-94b962c17e66 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:27.171046 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-87095071-895b-4ba1-9a1b-415ca324b06f req-0f40200d-29ba-4959-bf57-94b962c17e66 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 944 time: 0.1295886 Jul 13 19:20:27.202602 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd370d452-4735-4fc7-8956-24277fb6b863', 'tag': 'a78abd0f-c2a6-4835-aa94-f9176c839e00'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:27.210779 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9150c5fe-4374-4a90-b99c-fef0569ef753" -d '{"events": [{"name": "network-changed", "server_uuid": "d370d452-4735-4fc7-8956-24277fb6b863", "tag": "a78abd0f-c2a6-4835-aa94-f9176c839e00"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:27.220859 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['95081fae-7442-47a5-81c7-8d3ac86fe9cf'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:27.233406 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c7864-ba78-4e10-bbf6-b910ba9b7abd req-6aefdf79-a1f9-4cad-b640-c08ed2282fd3 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:27.240044 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-87095071-895b-4ba1-9a1b-415ca324b06f req-abcd58e6-3cef-4af7-b5a1-0bae015b62d2 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661919 Jul 13 19:20:27.243147 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c17c7864-ba78-4e10-bbf6-b910ba9b7abd req-6aefdf79-a1f9-4cad-b640-c08ed2282fd3 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 943 time: 0.9596775 Jul 13 19:20:27.276791 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['eb745ec6-4d6f-4487-9cb7-309c1a786bd1'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:27.415969 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-29770f9f-a5ab-4d25-9834-8c14918bae48 req-c76e5cce-3c37-495c-af4f-6063da55ac24 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 210 time: 0.0448742 Jul 13 19:20:27.628800 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e19f2b-55c6-4220-ba9e-d76c86807682 x-openstack-request-id: req-82e19f2b-55c6-4220-ba9e-d76c86807682 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:27.629081 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d370d452-4735-4fc7-8956-24277fb6b863", "tag": "a78abd0f-c2a6-4835-aa94-f9176c839e00", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:27.629324 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-82e19f2b-55c6-4220-ba9e-d76c86807682 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:27.629705 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd370d452-4735-4fc7-8956-24277fb6b863', 'tag': 'a78abd0f-c2a6-4835-aa94-f9176c839e00', 'status': 'completed', 'code': 200} Jul 13 19:20:27.650432 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea58ace-4b14-4cda-8807-0293339629b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a78abd0f-c2a6-4835-aa94-f9176c839e00,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:27.690339 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c17c7864-ba78-4e10-bbf6-b910ba9b7abd req-a826e0f7-f1db-4b85-8cc5-69b5b2e78ca0 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458644 Jul 13 19:20:27.733722 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-8b716b13-8cbb-49a0-b531-7e8877ebf20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:27.735466 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-8b716b13-8cbb-49a0-b531-7e8877ebf20e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 1097 time: 0.1343842 Jul 13 19:20:27.788393 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-0816d557-7e17-46cb-b89f-e60e459a6e0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78abd0f-c2a6-4835-aa94-f9176c839e00 HTTP/1.1" status: 200 len: 217 time: 0.0443437 Jul 13 19:20:27.854442 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33354) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:27.895223 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-ccc9134b-6a9e-40c0-97f6-a88fd11f2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:27.898039 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-ccc9134b-6a9e-40c0-97f6-a88fd11f2c8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=499acf8e-dcac-4939-8052-00af7439f44f HTTP/1.1" status: 200 len: 859 time: 0.0989041 Jul 13 19:20:27.986168 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:28.003187 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-aebf810f-ef95-437a-9650-8078731f049d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67fa0955-bf8a-4941-b7ef-11e6c4205d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973377 Jul 13 19:20:28.093700 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1367d29b-34ce-4eeb-b72d-200c8dc240f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.136468 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.168785 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Transition to ACTIVE for port object 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:28.184048 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.237023 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b8018-5bb9-454e-979c-43c44640a102 req-ff66d4f9-45b9-4675-8c6f-695c6d8c357d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:28.239457 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-ff66d4f9-45b9-4675-8c6f-695c6d8c357d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.73 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 817 time: 0.2419884 Jul 13 19:20:28.325986 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:28.347711 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-ef242de7-4e94-439c-839a-67d4d2175db2 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368528 Jul 13 19:20:28.442369 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-418a6b0b-5f3c-49f9-8082-8df103c4cb8d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e400a1fc664843c291d144a2a7a75c73 HTTP/1.1" status: 200 len: 379 time: 0.1850479 Jul 13 19:20:28.456206 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af395-0702-4b2e-9519-b3b0e28b9957 req-4e838e33-1a5d-4c45-9d3e-11fcc5ef40e1 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:28.458251 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c88af395-0702-4b2e-9519-b3b0e28b9957 req-4e838e33-1a5d-4c45-9d3e-11fcc5ef40e1 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 944 time: 0.2897608 Jul 13 19:20:28.464670 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Request body: {'port': {'device_id': '74659f65-f036-447d-bc90-3f9be7548599', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'admin_state_up': True, 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'security_groups': ['7eca287f-b27f-4488-b7f1-33f89314d95c']}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:28.493404 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d4cd865d-6477-42e6-a504-4b3c03300818 req-f393746f-80ee-479f-9cbe-4becb71158c5 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368084 Jul 13 19:20:28.605559 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33400) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:28.609370 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c88af395-0702-4b2e-9519-b3b0e28b9957 req-fc2721f2-c47e-4c9a-b5f0-25267f1890b1 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754018 Jul 13 19:20:28.677658 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Attempting to bind port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:28.678133 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Attempting to bind port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:28.678549 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Attempting to bind port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 on network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:28.694879 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 on network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:28.695298 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Attempting to bind port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 on network 67fa0955-bf8a-4941-b7ef-11e6c4205d99 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:28.714818 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:28.715232 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Checking segment: {'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:28.715731 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Bound using segment: {'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:28.716376 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Bound port: 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a62543a-14d6-480b-b1ca-4b20b18a593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:28.716829 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.719994 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1367d29b-34ce-4eeb-b72d-200c8dc240f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.724853 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1367d29b-34ce-4eeb-b72d-200c8dc240f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.755210 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5170c8e-5a70-4d4c-872a-85cb62717ea4 req-9ff6b7be-b062-43e1-8b3f-0827007155d4 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:28.756870 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e5170c8e-5a70-4d4c-872a-85cb62717ea4 req-9ff6b7be-b062-43e1-8b3f-0827007155d4 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 944 time: 0.2431772 Jul 13 19:20:28.815522 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150c5fe-4374-4a90-b99c-fef0569ef753 req-2e46d26e-86e2-4619-a24b-671f3d9d0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:28.817219 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9150c5fe-4374-4a90-b99c-fef0569ef753 req-2e46d26e-86e2-4619-a24b-671f3d9d0152 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 1097 time: 0.2315433 Jul 13 19:20:28.837108 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-1367d29b-34ce-4eeb-b72d-200c8dc240f4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0459b7e7eb6147dd90ad18abdb229120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9814701 Jul 13 19:20:28.838781 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Made reservation on behalf of e400a1fc664843c291d144a2a7a75c73 for: {'port': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:28.852630 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33416) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:28.853230 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.939180 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-99325941-9972-4323-ae23-4b75e435ada3 req-17d4d3af-c783-4cbb-aae6-93663db20151 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 210 time: 0.1214612 Jul 13 19:20:28.953253 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f8621427-3dc3-4f04-8a7a-a37986e4d55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.962615 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367d29b-34ce-4eeb-b72d-200c8dc240f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd6ed3a-02f7-4a5d-80c7-cbfdab8b3e85,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:29.015209 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150c5fe-4374-4a90-b99c-fef0569ef753 req-fbee2999-1681-482e-8357-aed95d3736c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:29.018161 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9150c5fe-4374-4a90-b99c-fef0569ef753 req-fbee2999-1681-482e-8357-aed95d3736c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 921 time: 0.1895480 Jul 13 19:20:29.107372 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e5170c8e-5a70-4d4c-872a-85cb62717ea4 req-58503562-e734-49b0-a97b-561a6bc49fac tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040514 Jul 13 19:20:29.111406 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] For port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:29.128180 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9150c5fe-4374-4a90-b99c-fef0569ef753 req-0474c368-737d-4b21-8c6d-8c6d66244177 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78abd0f-c2a6-4835-aa94-f9176c839e00 HTTP/1.1" status: 200 len: 217 time: 0.0868077 Jul 13 19:20:29.185086 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Allocated IP 172.20.0.5 (864d37d1-14c3-4f3f-8d01-0a137298ddc0/5e23400d-e62e-4511-992c-8616f7455f40/fd6dceb3-28bf-4071-afd5-2d1b595b4819) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:29.187537 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] For port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:29.196468 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.247314 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8d07bc5c-f9a0-4cb7-86f8-adefb1686b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.264605 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150c5fe-4374-4a90-b99c-fef0569ef753 req-f195d22d-d18e-4abc-a44e-ba090acb06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:29.266919 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9150c5fe-4374-4a90-b99c-fef0569ef753 req-f195d22d-d18e-4abc-a44e-ba090acb06b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=499acf8e-dcac-4939-8052-00af7439f44f HTTP/1.1" status: 200 len: 859 time: 0.1158800 Jul 13 19:20:29.273322 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f8621427-3dc3-4f04-8a7a-a37986e4d55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.277595 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:29.278382 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.279750 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] 10.222.0.73 "PUT /v2.0/ports/4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 HTTP/1.1" status: 200 len: 1094 time: 3.2978060 Jul 13 19:20:29.291182 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87629349-d1ba-4677-b3d7-0d316ef6153f req-c0297753-6d5d-4ea6-85a6-a53334b1bcd8 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:29.298623 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-87629349-d1ba-4677-b3d7-0d316ef6153f req-c0297753-6d5d-4ea6-85a6-a53334b1bcd8 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 944 time: 0.2138839 Jul 13 19:20:29.324504 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9150c5fe-4374-4a90-b99c-fef0569ef753 req-81093b82-65b3-4ec9-85b9-5cd4904c583c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67fa0955-bf8a-4941-b7ef-11e6c4205d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439200 Jul 13 19:20:29.332199 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8d07bc5c-f9a0-4cb7-86f8-adefb1686b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.335408 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9c9d1-d9c2-4754-bace-73df285d3df3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:29.343042 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f8621427-3dc3-4f04-8a7a-a37986e4d55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.425749 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f8621427-3dc3-4f04-8a7a-a37986e4d55b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=868237ae8c6c4adea96cade7d1b4d52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8159671 Jul 13 19:20:29.428689 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-87629349-d1ba-4677-b3d7-0d316ef6153f req-82ed340f-524f-48bf-9dd8-b5e671a0f2bb tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289294 Jul 13 19:20:29.429322 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33456) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:29.438855 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8621427-3dc3-4f04-8a7a-a37986e4d55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300607f3-dd72-4158-8cc8-3f90e44161a0,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:29.504092 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.528786 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9150c5fe-4374-4a90-b99c-fef0569ef753 req-7d5179aa-6023-424b-9369-ec189835dc1f service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943619 Jul 13 19:20:29.530203 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Transition to ACTIVE for port object fd6dceb3-28bf-4071-afd5-2d1b595b4819 will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:29.530565 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8d07bc5c-f9a0-4cb7-86f8-adefb1686b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.533739 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8d07bc5c-f9a0-4cb7-86f8-adefb1686b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.534933 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8d07bc5c-f9a0-4cb7-86f8-adefb1686b96 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2bd6ed3a-02f7-4a5d-80c7-cbfdab8b3e85 HTTP/1.1" status: 204 len: 168 time: 0.6858840 Jul 13 19:20:29.536925 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4ee19-299d-479c-ae8b-462420a60489 req-923ad385-53a6-4869-9b9c-cd4e889574c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:29.538384 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-923ad385-53a6-4869-9b9c-cd4e889574c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 1097 time: 0.1935709 Jul 13 19:20:29.544549 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d1c2969e-b590-4be3-8b2b-d4426dc3b41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.561967 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07bc5c-f9a0-4cb7-86f8-adefb1686b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd6ed3a-02f7-4a5d-80c7-cbfdab8b3e85,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:29.593207 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d1c2969e-b590-4be3-8b2b-d4426dc3b41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.624956 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-d301329e-a643-4879-adbc-784aec5a6ec0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 HTTP/1.1" status: 200 len: 217 time: 0.0752749 Jul 13 19:20:29.649547 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.662000 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143ff952-b6ce-46d9-b6f9-6fd9c6ae2889', 'tag': '4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:29.664296 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3111227-3798-45f4-a64a-1852127426b8" -d '{"events": [{"name": "network-changed", "server_uuid": "143ff952-b6ce-46d9-b6f9-6fd9c6ae2889", "tag": "4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:29.713785 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:29.720233 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event updated for resources: {'Port': ['ID=fd6dceb3-28bf-4071-afd5-2d1b595b4819,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:29.725746 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:29.728690 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d1c2969e-b590-4be3-8b2b-d4426dc3b41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.730935 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d1c2969e-b590-4be3-8b2b-d4426dc3b41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.732096 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d1c2969e-b590-4be3-8b2b-d4426dc3b41c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/300607f3-dd72-4158-8cc8-3f90e44161a0 HTTP/1.1" status: 204 len: 168 time: 0.2990549 Jul 13 19:20:29.733067 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:29.739559 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:29.740215 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.751572 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2969e-b590-4be3-8b2b-d4426dc3b41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300607f3-dd72-4158-8cc8-3f90e44161a0,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:29.752074 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f443cc-4d3e-4b44-b415-e84b8ac6fc2f x-openstack-request-id: req-51f443cc-4d3e-4b44-b415-e84b8ac6fc2f {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:29.752458 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143ff952-b6ce-46d9-b6f9-6fd9c6ae2889", "tag": "4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:29.752803 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-51f443cc-4d3e-4b44-b415-e84b8ac6fc2f {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:29.753286 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143ff952-b6ce-46d9-b6f9-6fd9c6ae2889', 'tag': '4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996', 'status': 'completed', 'code': 200} Jul 13 19:20:29.782265 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-b655b256-2d61-4d16-9204-f329264294c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3201919 Jul 13 19:20:29.795375 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Request body: {'port': {'device_id': '74659f65-f036-447d-bc90-3f9be7548599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:29.871988 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device eb745ec6-4d6f-4487-9cb7-309c1a786bd1 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:29.881565 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4ee19-299d-479c-ae8b-462420a60489 req-115513d5-e544-4052-b21c-4312aa0691c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:29.883467 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-115513d5-e544-4052-b21c-4312aa0691c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=499acf8e-dcac-4939-8052-00af7439f44f HTTP/1.1" status: 200 len: 859 time: 0.1783593 Jul 13 19:20:29.944193 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.952331 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-90dcec2f-d583-47f8-8598-438efcc4bb3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67fa0955-bf8a-4941-b7ef-11e6c4205d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581908 Jul 13 19:20:29.982174 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9150c5fe-4374-4a90-b99c-fef0569ef753 req-900ee401-7eae-4ecf-a1c2-1871174e8e8b service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427245 Jul 13 19:20:29.988312 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port eb745ec6-4d6f-4487-9cb7-309c1a786bd1 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:29.994927 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port eb745ec6-4d6f-4487-9cb7-309c1a786bd1 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:29.995818 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.237880 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33504) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:30.293555 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.303674 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7a55a2ca-b735-498e-bea4-f3a9a5a1da07 None None] Provisioning for port fd6dceb3-28bf-4071-afd5-2d1b595b4819 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:30.313755 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7a55a2ca-b735-498e-bea4-f3a9a5a1da07 None None] Provisioning complete for port fd6dceb3-28bf-4071-afd5-2d1b595b4819 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:30.314373 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7a55a2ca-b735-498e-bea4-f3a9a5a1da07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.334948 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff54cb8-7325-45fb-819b-88c4bad18049 req-6d413baf-ce57-4e07-abd9-0d6c76997fda tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:30.351049 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4ff54cb8-7325-45fb-819b-88c4bad18049 req-6d413baf-ce57-4e07-abd9-0d6c76997fda tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 944 time: 0.4868610 Jul 13 19:20:30.352559 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-099eaa73-788f-4979-aae3-b9a8b5c949a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.363074 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02103333-282e-4d7a-89df-f288e9564994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb745ec6-4d6f-4487-9cb7-309c1a786bd1'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:30.372189 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-0ec5c703-7e43-4f05-8eb8-81919d26e958 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877206 Jul 13 19:20:30.504417 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-7a55a2ca-b735-498e-bea4-f3a9a5a1da07 None None] Port fd6dceb3-28bf-4071-afd5-2d1b595b4819 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:30.512890 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port eb745ec6-4d6f-4487-9cb7-309c1a786bd1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb745ec6-4d6f-4487-9cb7-309c1a786bd1,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:30.520783 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.522089 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 95081fae-7442-47a5-81c7-8d3ac86fe9cf up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:30.609911 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33522) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:30.676197 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9c3ae-bb96-4748-b926-a95e4ee7d39a req-9173166b-eb09-4e1d-99e0-af9ad741de88 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:30.677779 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1cd9c3ae-bb96-4748-b926-a95e4ee7d39a req-9173166b-eb09-4e1d-99e0-af9ad741de88 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 931 time: 0.2789567 Jul 13 19:20:30.678365 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33526) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:30.704680 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4ff54cb8-7325-45fb-819b-88c4bad18049 req-52a86a2b-80ad-4ecd-bd85-863af984fcf1 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267848 Jul 13 19:20:30.707048 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=eb745ec6-4d6f-4487-9cb7-309c1a786bd1,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:30.708959 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1f4e-9b37-4c3d-b0cc-c3d3a565fd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.716277 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 95081fae-7442-47a5-81c7-8d3ac86fe9cf completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:30.730780 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 95081fae-7442-47a5-81c7-8d3ac86fe9cf triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:30.732434 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.748665 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eba4ee19-299d-479c-ae8b-462420a60489 req-f4083d75-7c2f-446b-8c16-90dcd5d741e7 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437483 Jul 13 19:20:30.782399 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6dceb3-28bf-4071-afd5-2d1b595b4819 {{(pid=92951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:30.808868 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58f7f88-c69d-4318-ab43-4318c5c6b9fc" -d '{"events": [{"server_uuid": "02103333-282e-4d7a-89df-f288e9564994", "name": "network-vif-plugged", "status": "completed", "tag": "eb745ec6-4d6f-4487-9cb7-309c1a786bd1"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:30.820731 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.833743 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-099eaa73-788f-4979-aae3-b9a8b5c949a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.861951 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-099eaa73-788f-4979-aae3-b9a8b5c949a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.890253 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.892031 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Transition to ACTIVE for port object fd6dceb3-28bf-4071-afd5-2d1b595b4819 will not be triggered until provisioned by entity L2. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:30.902280 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1cd9c3ae-bb96-4748-b926-a95e4ee7d39a req-fd2114b5-8c3c-46aa-b6a8-8fedc311b5c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742461 Jul 13 19:20:30.911451 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.940191 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099eaa73-788f-4979-aae3-b9a8b5c949a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159d7707-5c4a-4a74-8111-868114a496f5,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:30.951851 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-099eaa73-788f-4979-aae3-b9a8b5c949a3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3e90cfd951884855a051b5995373f8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7117498 Jul 13 19:20:30.955659 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33540) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:31.015173 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6dceb3-28bf-4071-afd5-2d1b595b4819,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:31.070121 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 95081fae-7442-47a5-81c7-8d3ac86fe9cf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=95081fae-7442-47a5-81c7-8d3ac86fe9cf,segment=NetworkSegment(4795b7f9-cc1a-470c-8816-7797f6186654),segment_id=4795b7f9-cc1a-470c-8816-7797f6186654)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:31.073127 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3111227-3798-45f4-a64a-1852127426b8 req-dad035ab-b43d-4782-b1cb-8200f2a8e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:31.074813 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d3111227-3798-45f4-a64a-1852127426b8 req-dad035ab-b43d-4782-b1cb-8200f2a8e144 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 1097 time: 0.2617404 Jul 13 19:20:31.075072 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Attempting to bind port fd6dceb3-28bf-4071-afd5-2d1b595b4819 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:31.075405 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Attempting to bind port fd6dceb3-28bf-4071-afd5-2d1b595b4819 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:31.075917 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Attempting to bind port fd6dceb3-28bf-4071-afd5-2d1b595b4819 on network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:31.084768 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.085590 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Port fd6dceb3-28bf-4071-afd5-2d1b595b4819 on network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:31.086065 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Attempting to bind port fd6dceb3-28bf-4071-afd5-2d1b595b4819 on network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:31.103969 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:31.104669 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Checking segment: {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:31.105797 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Bound using segment: {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:31.106405 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Bound port: fd6dceb3-28bf-4071-afd5-2d1b595b4819, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'}}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:31.108519 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.224759 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-41b32fc0-7925-466d-9ef2-ae60e96da7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.230507 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1f4e-9b37-4c3d-b0cc-c3d3a565fd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.260958 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1f4e-9b37-4c3d-b0cc-c3d3a565fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.288950 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e3f90cf6-da1f-4f77-8d75-2bfe5f558956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.344742 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-41b32fc0-7925-466d-9ef2-ae60e96da7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.347593 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, cleared binding levels {{(pid=92951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:31.351684 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:31.368407 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.382939 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=95081fae-7442-47a5-81c7-8d3ac86fe9cf,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:31.384163 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ed6f-64a6-437b-aced-0443769dd4d5 req-2ea00927-1e9e-4946-97d4-f1e4906a6f10 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:31.392795 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eda7ed6f-64a6-437b-aced-0443769dd4d5 req-2ea00927-1e9e-4946-97d4-f1e4906a6f10 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.2201769 Jul 13 19:20:31.411339 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1156d36-3280-4c25-873d-9cecd49fe884 req-4869bf0c-1b19-46f2-a5f9-33b3b01c10aa tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:31.413492 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f1156d36-3280-4c25-873d-9cecd49fe884 req-4869bf0c-1b19-46f2-a5f9-33b3b01c10aa tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 945 time: 0.4133804 Jul 13 19:20:31.423932 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3111227-3798-45f4-a64a-1852127426b8 req-e11283f5-2c16-4fa1-8ffa-e31662839b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:31.426648 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d3111227-3798-45f4-a64a-1852127426b8 req-e11283f5-2c16-4fa1-8ffa-e31662839b46 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 921 time: 0.3378286 Jul 13 19:20:31.436089 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5cfc1f4e-9b37-4c3d-b0cc-c3d3a565fd17 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e3b3bc153d6047959fc3e7b390d326b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8233247 Jul 13 19:20:31.441846 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc1f4e-9b37-4c3d-b0cc-c3d3a565fd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda9baa2-77a0-4b77-b411-12435d6f1429,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:31.446218 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33544) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:31.506321 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33546) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:31.508936 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:31.509765 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.511391 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] 10.222.0.73 "PUT /v2.0/ports/fd6dceb3-28bf-4071-afd5-2d1b595b4819 HTTP/1.1" status: 200 len: 1093 time: 1.7231832 Jul 13 19:20:31.513170 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:31.516820 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c195cbe-6b48-4b79-a50c-d07ae7f0f5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:31.621317 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51980e9e-cbb1-445f-ac32-866d73fbe6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6dceb3-28bf-4071-afd5-2d1b595b4819,revision_number=3']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:31.642182 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eda7ed6f-64a6-437b-aced-0443769dd4d5 req-02b35d66-1e87-4711-8cfa-3d3d03f27b6b tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431133 Jul 13 19:20:31.702365 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d3111227-3798-45f4-a64a-1852127426b8 req-75709958-aee9-4852-9757-f3d3f25cafbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 HTTP/1.1" status: 200 len: 217 time: 0.2615435 Jul 13 19:20:31.735565 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-09973208-e672-4673-b51c-49f6295a655b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.751240 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b8018-5bb9-454e-979c-43c44640a102 req-6b7bf8bb-24be-4e69-861c-107541615162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:31.752665 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-6b7bf8bb-24be-4e69-861c-107541615162 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 1096 time: 0.1878946 Jul 13 19:20:31.753299 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5bc8acf0-251c-4718-a484-07458304143f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.756669 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e3f90cf6-da1f-4f77-8d75-2bfe5f558956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.757154 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f1156d36-3280-4c25-873d-9cecd49fe884 req-4f7fc85c-ae88-4a47-ba3d-74c1a274bb2f tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292971 Jul 13 19:20:31.761947 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-41b32fc0-7925-466d-9ef2-ae60e96da7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.764547 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-41b32fc0-7925-466d-9ef2-ae60e96da7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.766770 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-41b32fc0-7925-466d-9ef2-ae60e96da7a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/159d7707-5c4a-4a74-8111-868114a496f5 HTTP/1.1" status: 204 len: 168 time: 0.8069921 Jul 13 19:20:31.779488 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b32fc0-7925-466d-9ef2-ae60e96da7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159d7707-5c4a-4a74-8111-868114a496f5,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:31.783480 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3111227-3798-45f4-a64a-1852127426b8 req-eeb98873-2bcd-417e-b25c-e5af4949e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:31.784876 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d3111227-3798-45f4-a64a-1852127426b8 req-eeb98873-2bcd-417e-b25c-e5af4949e28c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=499acf8e-dcac-4939-8052-00af7439f44f HTTP/1.1" status: 200 len: 859 time: 0.0761666 Jul 13 19:20:31.805145 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e3f90cf6-da1f-4f77-8d75-2bfe5f558956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.846120 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d3111227-3798-45f4-a64a-1852127426b8 req-5c492e09-cecc-4f84-b482-1cd69e96c94e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67fa0955-bf8a-4941-b7ef-11e6c4205d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541527 Jul 13 19:20:31.854481 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192f8b9c-becc-4c1b-984c-40ade33c3900 x-openstack-request-id: req-192f8b9c-becc-4c1b-984c-40ade33c3900 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:31.854796 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:31.855031 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-192f8b9c-becc-4c1b-984c-40ade33c3900 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:31.855420 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'status': 'completed', 'code': 200} Jul 13 19:20:31.869096 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-b6e9125e-f841-44e1-92aa-6c0b7d7558fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819 HTTP/1.1" status: 200 len: 217 time: 0.1052969 Jul 13 19:20:31.881736 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5bc8acf0-251c-4718-a484-07458304143f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.887364 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device a78abd0f-c2a6-4835-aa94-f9176c839e00 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:31.966164 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e3f90cf6-da1f-4f77-8d75-2bfe5f558956 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=34989a0f4d2a45adb23d495593ba3127&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2746239 Jul 13 19:20:31.966795 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33562) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:31.989232 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dae29a7e-6b85-4d7f-8e4d-b6edefcabb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.014267 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec9804f-e6b5-4814-9415-d71a02212b52 x-openstack-request-id: req-7ec9804f-e6b5-4814-9415-d71a02212b52 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:32.014581 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02103333-282e-4d7a-89df-f288e9564994", "name": "network-vif-plugged", "status": "completed", "tag": "eb745ec6-4d6f-4487-9cb7-309c1a786bd1", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:32.014838 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7ec9804f-e6b5-4814-9415-d71a02212b52 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:32.015312 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02103333-282e-4d7a-89df-f288e9564994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb745ec6-4d6f-4487-9cb7-309c1a786bd1', 'code': 200} Jul 13 19:20:32.015432 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f90cf6-da1f-4f77-8d75-2bfe5f558956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e268a6e5-3f78-4d5f-b7bf-3730ac5c2f58,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:32.054853 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d3111227-3798-45f4-a64a-1852127426b8 req-ffbe0b7d-fa79-429c-8d6c-8053443e1925 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003376 Jul 13 19:20:32.176630 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port a78abd0f-c2a6-4835-aa94-f9176c839e00, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a78abd0f-c2a6-4835-aa94-f9176c839e00,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:32.193936 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': 'a78abd0f-c2a6-4835-aa94-f9176c839e00', 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99', 'port_id': 'a78abd0f-c2a6-4835-aa94-f9176c839e00', 'mac_address': 'fa:16:3e:00:eb:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499acf8e-dcac-4939-8052-00af7439f44f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:32.236100 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.252929 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78abd0f-c2a6-4835-aa94-f9176c839e00 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:32.280809 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port a78abd0f-c2a6-4835-aa94-f9176c839e00, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a78abd0f-c2a6-4835-aa94-f9176c839e00,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:32.293161 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.298095 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909415f-5f21-47b3-89b7-66fe7c70e35d req-30b089ff-b4b5-4137-935d-01fa33bc4213 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.310460 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a909415f-5f21-47b3-89b7-66fe7c70e35d req-30b089ff-b4b5-4137-935d-01fa33bc4213 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 944 time: 0.2372603 Jul 13 19:20:32.342033 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d3111227-3798-45f4-a64a-1852127426b8 req-3842b32b-02ca-4c80-9651-a3ee23566aca service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796342 Jul 13 19:20:32.346681 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b8018-5bb9-454e-979c-43c44640a102 req-9c2d4b9e-3af4-4c97-87fb-5cef972f9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.348595 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-9c2d4b9e-3af4-4c97-87fb-5cef972f9823 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e23400d-e62e-4511-992c-8616f7455f40 HTTP/1.1" status: 200 len: 856 time: 0.4607878 Jul 13 19:20:32.399582 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=a78abd0f-c2a6-4835-aa94-f9176c839e00,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:32.426490 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5bc8acf0-251c-4718-a484-07458304143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.429313 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5bc8acf0-251c-4718-a484-07458304143f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.430459 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5bc8acf0-251c-4718-a484-07458304143f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fda9baa2-77a0-4b77-b411-12435d6f1429 HTTP/1.1" status: 204 len: 168 time: 0.9803729 Jul 13 19:20:32.443527 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a909415f-5f21-47b3-89b7-66fe7c70e35d req-383cc98a-79e4-4a49-8bda-0844bb6637e1 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298947 Jul 13 19:20:32.471335 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6135bfaf-9a31-4e62-99ce-552be759ae15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.480736 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8acf0-251c-4718-a484-07458304143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda9baa2-77a0-4b77-b411-12435d6f1429,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:32.486865 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb188a7-9861-405f-b8d7-3ce4f43d0545 req-59f1116d-ae08-47e7-835a-7eeb60e7d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.488407 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3fb188a7-9861-405f-b8d7-3ce4f43d0545 req-59f1116d-ae08-47e7-835a-7eeb60e7d05a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 1098 time: 0.1454601 Jul 13 19:20:32.522899 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3fb188a7-9861-405f-b8d7-3ce4f43d0545 req-a2fa605e-dd10-4cfc-b95b-0a35cf27c661 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.524615 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['a78abd0f-c2a6-4835-aa94-f9176c839e00'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:32.543452 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6135bfaf-9a31-4e62-99ce-552be759ae15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.546281 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-09973208-e672-4673-b51c-49f6295a655b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.577982 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-09973208-e672-4673-b51c-49f6295a655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.591485 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b54842-431d-4a09-a575-acbf9519a8da req-9b4bb354-499f-4e9d-9768-714817d7b3fd tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.593070 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e7b54842-431d-4a09-a575-acbf9519a8da req-9b4bb354-499f-4e9d-9768-714817d7b3fd tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.3137307 Jul 13 19:20:32.605902 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b8018-5bb9-454e-979c-43c44640a102 req-83090d99-e814-4c42-a143-b3841b66cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.613167 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-83090d99-e814-4c42-a143-b3841b66cbc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=864d37d1-14c3-4f3f-8d01-0a137298ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2519674 Jul 13 19:20:32.732350 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09973208-e672-4673-b51c-49f6295a655b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02707899-261b-4d96-bc97-93ee9787a165,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:32.740253 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3fb188a7-9861-405f-b8d7-3ce4f43d0545 req-a2fa605e-dd10-4cfc-b95b-0a35cf27c661 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.747528 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3fb188a7-9861-405f-b8d7-3ce4f43d0545 req-a2fa605e-dd10-4cfc-b95b-0a35cf27c661 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.763843 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-09973208-e672-4673-b51c-49f6295a655b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=607370675954476db4e70fccc6879f77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2513711 Jul 13 19:20:32.796164 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33580) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:32.799330 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3fb188a7-9861-405f-b8d7-3ce4f43d0545 req-a2fa605e-dd10-4cfc-b95b-0a35cf27c661 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030357 Jul 13 19:20:32.837894 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e7b54842-431d-4a09-a575-acbf9519a8da req-8cf48213-3de5-4bfe-ac5c-6c1ca55e1ce7 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142699 Jul 13 19:20:32.847686 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa605e-dd10-4cfc-b95b-0a35cf27c661 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=127f825a-79ca-447d-8f0c-3bb99bc22779,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:32.878867 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6135bfaf-9a31-4e62-99ce-552be759ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.891865 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6135bfaf-9a31-4e62-99ce-552be759ae15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.908019 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-6135bfaf-9a31-4e62-99ce-552be759ae15 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e268a6e5-3f78-4d5f-b7bf-3730ac5c2f58 HTTP/1.1" status: 204 len: 168 time: 0.9247961 Jul 13 19:20:32.929145 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d15607-fdaf-4412-8356-a1dfcc26b60e req-7085b2b2-0b39-4d6b-a00d-5e861e15e44e tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:32.938416 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-59d15607-fdaf-4412-8356-a1dfcc26b60e req-7085b2b2-0b39-4d6b-a00d-5e861e15e44e tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.1419096 Jul 13 19:20:32.967294 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135bfaf-9a31-4e62-99ce-552be759ae15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e268a6e5-3f78-4d5f-b7bf-3730ac5c2f58,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:33.006547 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-59d15607-fdaf-4412-8356-a1dfcc26b60e req-8ad12cae-c27a-4440-b765-ae672cec1ad9 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655107 Jul 13 19:20:33.006966 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-91b78658-15e1-405b-954d-529da91f0c2d service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740222 Jul 13 19:20:33.043390 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-57fac83f-9671-4bf6-b025-b71f48574d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.142989 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-57fac83f-9671-4bf6-b025-b71f48574d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.225184 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-766b8018-5bb9-454e-979c-43c44640a102 req-b2e32028-0039-4f64-9524-b38603366d59 service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099428 Jul 13 19:20:33.252972 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5944c-e214-4000-a28f-cda6ade86274 req-ebca098e-c81f-4dca-a755-1b3b2d41bd55 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:33.259108 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1da5944c-e214-4000-a28f-cda6ade86274 req-ebca098e-c81f-4dca-a755-1b3b2d41bd55 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 945 time: 0.2283590 Jul 13 19:20:33.292445 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-57fac83f-9671-4bf6-b025-b71f48574d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.294822 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-57fac83f-9671-4bf6-b025-b71f48574d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.295938 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-57fac83f-9671-4bf6-b025-b71f48574d6c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/02707899-261b-4d96-bc97-93ee9787a165 HTTP/1.1" status: 204 len: 168 time: 0.4987583 Jul 13 19:20:33.342272 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1da5944c-e214-4000-a28f-cda6ade86274 req-b1b042b4-3852-4ea1-8cba-1b8dfbb91855 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816650 Jul 13 19:20:33.348313 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fac83f-9671-4bf6-b025-b71f48574d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02707899-261b-4d96-bc97-93ee9787a165,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:33.391372 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c195cbe-6b48-4b79-a50c-d07ae7f0f5c8 req-edec9760-11f9-4720-9650-2e83e7371d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:33.393747 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9c195cbe-6b48-4b79-a50c-d07ae7f0f5c8 req-edec9760-11f9-4720-9650-2e83e7371d86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 1096 time: 0.1024823 Jul 13 19:20:33.476517 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33612) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:33.490702 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a387ec7e-534e-4d97-9951-59d4d9e06df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.532542 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c195cbe-6b48-4b79-a50c-d07ae7f0f5c8 req-68fc0499-49e8-45e1-801e-c876df33986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:33.536545 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9c195cbe-6b48-4b79-a50c-d07ae7f0f5c8 req-68fc0499-49e8-45e1-801e-c876df33986a service neutron] 10.222.0.73 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 919 time: 0.1342583 Jul 13 19:20:33.595186 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a387ec7e-534e-4d97-9951-59d4d9e06df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.608041 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a387ec7e-534e-4d97-9951-59d4d9e06df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.632634 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9c195cbe-6b48-4b79-a50c-d07ae7f0f5c8 req-03052c62-44f5-4a09-9cd5-17244c05c12e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819 HTTP/1.1" status: 200 len: 217 time: 0.0880435 Jul 13 19:20:33.661949 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-a387ec7e-534e-4d97-9951-59d4d9e06df8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5fd6ba6258d74789ba938d23a5f59ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843276 Jul 13 19:20:33.662784 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387ec7e-534e-4d97-9951-59d4d9e06df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b4de6-2385-4d80-86e7-1a6eb72f5762,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:33.678057 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33618) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:33.731015 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c195cbe-6b48-4b79-a50c-d07ae7f0f5c8 req-c67c85a1-2edd-4af6-be62-ced3ea6e50ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:33.733021 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9c195cbe-6b48-4b79-a50c-d07ae7f0f5c8 req-c67c85a1-2edd-4af6-be62-ced3ea6e50ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e23400d-e62e-4511-992c-8616f7455f40 HTTP/1.1" status: 200 len: 856 time: 0.0940692 Jul 13 19:20:33.780400 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1207-4aaf-4336-8931-5985ca4014c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.792327 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ed72b-866c-41c4-ba75-7376ee4033b5 req-9d888c01-776f-412d-b350-91042eca54cf tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:33.794080 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-756ed72b-866c-41c4-ba75-7376ee4033b5 req-9d888c01-776f-412d-b350-91042eca54cf tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 944 time: 0.1280396 Jul 13 19:20:33.832423 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1207-4aaf-4336-8931-5985ca4014c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.838103 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c195cbe-6b48-4b79-a50c-d07ae7f0f5c8 req-eca85134-1e6f-4b94-9605-89d19eab7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:33.839760 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9c195cbe-6b48-4b79-a50c-d07ae7f0f5c8 req-eca85134-1e6f-4b94-9605-89d19eab7502 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=864d37d1-14c3-4f3f-8d01-0a137298ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0994990 Jul 13 19:20:33.866330 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-756ed72b-866c-41c4-ba75-7376ee4033b5 req-bac3f2cf-4670-4522-af51-1e81812ffa6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631390 Jul 13 19:20:33.889888 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:33.893921 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device a78abd0f-c2a6-4835-aa94-f9176c839e00 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:33.933922 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1207-4aaf-4336-8931-5985ca4014c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.937359 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1207-4aaf-4336-8931-5985ca4014c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:33.939139 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-cd9b1207-4aaf-4336-8931-5985ca4014c0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c10b4de6-2385-4d80-86e7-1a6eb72f5762 HTTP/1.1" status: 204 len: 168 time: 0.2596300 Jul 13 19:20:33.951811 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b1207-4aaf-4336-8931-5985ca4014c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b4de6-2385-4d80-86e7-1a6eb72f5762,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:34.039285 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a054eae5-e184-4a0d-8ebc-7d1164a27db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95081fae-7442-47a5-81c7-8d3ac86fe9cf'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:34.041845 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ea4098-5291-4282-ad73-14e09bdbf2e5" -d '{"events": [{"server_uuid": "a054eae5-e184-4a0d-8ebc-7d1164a27db5", "name": "network-vif-plugged", "status": "completed", "tag": "95081fae-7442-47a5-81c7-8d3ac86fe9cf"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:34.092765 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port a78abd0f-c2a6-4835-aa94-f9176c839e00 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:34.106953 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port a78abd0f-c2a6-4835-aa94-f9176c839e00 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:34.107696 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.198259 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:34.220419 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996', 'network_id': '67fa0955-bf8a-4941-b7ef-11e6c4205d99', 'port_id': '4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996', 'mac_address': 'fa:16:3e:30:51:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499acf8e-dcac-4939-8052-00af7439f44f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:34.268798 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9c195cbe-6b48-4b79-a50c-d07ae7f0f5c8 req-131e174a-8dd1-4c8f-a312-e8fa794da3ce service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194894 Jul 13 19:20:34.348071 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.354170 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.359369 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33640) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:34.392148 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2f07d-0982-4dcd-b059-f1200c3be475 req-f676b2ea-ae47-4655-b717-0cbbac8816dc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:34.392370 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ce0835fa-71e4-4448-8612-7e26f0ae38e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.400053 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3a2f07d-0982-4dcd-b059-f1200c3be475 req-f676b2ea-ae47-4655-b717-0cbbac8816dc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.3146343 Jul 13 19:20:34.425499 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port a78abd0f-c2a6-4835-aa94-f9176c839e00, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a78abd0f-c2a6-4835-aa94-f9176c839e00,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:34.430882 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:34.443094 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.474471 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6478e-18f7-4a5a-bb90-ee17cfb4a53c req-81f2c67b-1f47-43ad-96bb-1b8e096639d0 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:34.477110 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3a2f07d-0982-4dcd-b059-f1200c3be475 req-12b9d4cc-f91b-4503-99a5-aef577d14349 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757587 Jul 13 19:20:34.480167 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c6d6478e-18f7-4a5a-bb90-ee17cfb4a53c req-81f2c67b-1f47-43ad-96bb-1b8e096639d0 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.2234890 Jul 13 19:20:34.483430 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9c195cbe-6b48-4b79-a50c-d07ae7f0f5c8 req-a9b53930-b311-437d-8221-d800ea37118c service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055182 Jul 13 19:20:34.532804 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=a78abd0f-c2a6-4835-aa94-f9176c839e00,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:34.539007 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b40b1cb-377d-447d-8b44-d6e037e0779a x-openstack-request-id: req-3b40b1cb-377d-447d-8b44-d6e037e0779a {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:34.539332 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a054eae5-e184-4a0d-8ebc-7d1164a27db5", "name": "network-vif-plugged", "status": "completed", "tag": "95081fae-7442-47a5-81c7-8d3ac86fe9cf", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:34.539657 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3b40b1cb-377d-447d-8b44-d6e037e0779a {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:34.540085 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a054eae5-e184-4a0d-8ebc-7d1164a27db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95081fae-7442-47a5-81c7-8d3ac86fe9cf', 'code': 200} Jul 13 19:20:34.557014 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:34.571959 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.633173 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:34.659655 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ce0835fa-71e4-4448-8612-7e26f0ae38e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.670887 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ce0835fa-71e4-4448-8612-7e26f0ae38e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.731500 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c6d6478e-18f7-4a5a-bb90-ee17cfb4a53c req-ad19b33d-71ae-4ebf-ae7a-3c77193331e9 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466602 Jul 13 19:20:34.736277 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0835fa-71e4-4448-8612-7e26f0ae38e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ad78c1-fe2f-4881-bc93-06d1593fbbd0,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:34.768081 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33652) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:34.768805 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-ce0835fa-71e4-4448-8612-7e26f0ae38e7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dfaa21231dd041ab89f5e2ff844b1eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067373 Jul 13 19:20:34.813746 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:34.860734 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21c609-d535-40d1-8899-d2d0cf65fea2 req-82a6f468-31f5-410b-8255-c15153da818f tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:34.868292 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4e21c609-d535-40d1-8899-d2d0cf65fea2 req-82a6f468-31f5-410b-8255-c15153da818f tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 945 time: 0.2055712 Jul 13 19:20:34.995291 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4e21c609-d535-40d1-8899-d2d0cf65fea2 req-5a0eb495-bead-447f-9eb0-4197fc70dcca tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093941 Jul 13 19:20:35.001251 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-96ab3ef8-2acb-4ddf-8326-8f87387567ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.006730 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef677d8d-de4f-41f6-b276-1896b67a3514 req-d18dd939-fe74-49f2-b2e6-89bbb5caf6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:35.008259 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ef677d8d-de4f-41f6-b276-1896b67a3514 req-d18dd939-fe74-49f2-b2e6-89bbb5caf6c7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 1098 time: 0.2273872 Jul 13 19:20:35.063969 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-96ab3ef8-2acb-4ddf-8326-8f87387567ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.067333 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ef677d8d-de4f-41f6-b276-1896b67a3514 req-4fd91fab-4c62-4f66-9203-c85dc89a5ad2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513017 Jul 13 19:20:35.087775 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b66bbbe0-1846-41d1-8594-28999823b687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.125865 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-96ab3ef8-2acb-4ddf-8326-8f87387567ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.128684 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-96ab3ef8-2acb-4ddf-8326-8f87387567ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.129864 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-96ab3ef8-2acb-4ddf-8326-8f87387567ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f2ad78c1-fe2f-4881-bc93-06d1593fbbd0 HTTP/1.1" status: 204 len: 168 time: 0.3607860 Jul 13 19:20:35.156260 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab3ef8-2acb-4ddf-8326-8f87387567ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ad78c1-fe2f-4881-bc93-06d1593fbbd0,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:35.268107 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058ddfa-d0c6-47d9-8b76-1c5c26f4481f req-6b2a8d70-8dcf-4783-857c-b7a985a1922c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:35.269651 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6058ddfa-d0c6-47d9-8b76-1c5c26f4481f req-6b2a8d70-8dcf-4783-857c-b7a985a1922c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 945 time: 0.1366076 Jul 13 19:20:35.331421 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6058ddfa-d0c6-47d9-8b76-1c5c26f4481f req-ac5ba4f0-0e6a-4560-ac5c-65fca0db97b9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539091 Jul 13 19:20:35.478810 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.694126 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af622e-1381-4f74-93fe-903d3b08e68a req-44152edc-ca0d-4501-8dcc-f20ab894fbf0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:35.694126 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f5af622e-1381-4f74-93fe-903d3b08e68a req-44152edc-ca0d-4501-8dcc-f20ab894fbf0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0716369 Jul 13 19:20:35.734581 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f5af622e-1381-4f74-93fe-903d3b08e68a req-ec9374a8-c7e2-48b6-9d7c-51253f7e9baf tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352452 Jul 13 19:20:35.915173 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device fd6dceb3-28bf-4071-afd5-2d1b595b4819 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:35.921686 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:36.049845 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f2747-0c24-4654-a577-484fc032dd24 req-da8683df-f454-498c-b6ba-3145369ab3a3 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.057404 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-942f2747-0c24-4654-a577-484fc032dd24 req-da8683df-f454-498c-b6ba-3145369ab3a3 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.1820989 Jul 13 19:20:36.075769 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.121170 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:36.125168 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-942f2747-0c24-4654-a577-484fc032dd24 req-e1f2ed0a-3b58-4a84-ab6b-616b66a456fb tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638297 Jul 13 19:20:36.148435 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:36.148816 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.187497 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:36.208031 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'port_id': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'mac_address': 'fa:16:3e:45:2d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:36.280281 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.302134 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6dceb3-28bf-4071-afd5-2d1b595b4819 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:36.307991 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.339250 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:36.351007 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.388149 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:36.397647 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:36.427968 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=fd6dceb3-28bf-4071-afd5-2d1b595b4819,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:36.507692 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:36.541421 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd370d452-4735-4fc7-8956-24277fb6b863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78abd0f-c2a6-4835-aa94-f9176c839e00'}, {'server_uuid': '143ff952-b6ce-46d9-b6f9-6fd9c6ae2889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:36.544114 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e251e6-cc0f-4d27-9c1d-b9d3ab0d58c0" -d '{"events": [{"server_uuid": "d370d452-4735-4fc7-8956-24277fb6b863", "name": "network-vif-plugged", "status": "completed", "tag": "a78abd0f-c2a6-4835-aa94-f9176c839e00"}, {"server_uuid": "143ff952-b6ce-46d9-b6f9-6fd9c6ae2889", "name": "network-vif-plugged", "status": "completed", "tag": "4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:36.564589 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9475be-92ae-4640-bf81-4ea8a24e5093 req-6f49b8bb-8d9a-4950-95f4-77a6d7fd87e4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.567356 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ef9475be-92ae-4640-bf81-4ea8a24e5093 req-6f49b8bb-8d9a-4950-95f4-77a6d7fd87e4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0930088 Jul 13 19:20:36.634621 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ef9475be-92ae-4640-bf81-4ea8a24e5093 req-d73553e2-312b-4592-ac3a-98356f2f1d2d tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607424 Jul 13 19:20:36.685474 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384dc9ee-139c-4783-8b19-44d5c541d57e x-openstack-request-id: req-384dc9ee-139c-4783-8b19-44d5c541d57e {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:36.685780 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d370d452-4735-4fc7-8956-24277fb6b863", "name": "network-vif-plugged", "status": "completed", "tag": "a78abd0f-c2a6-4835-aa94-f9176c839e00", "code": 200}, {"server_uuid": "143ff952-b6ce-46d9-b6f9-6fd9c6ae2889", "name": "network-vif-plugged", "status": "completed", "tag": "4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:36.686061 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-384dc9ee-139c-4783-8b19-44d5c541d57e {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:36.686418 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd370d452-4735-4fc7-8956-24277fb6b863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78abd0f-c2a6-4835-aa94-f9176c839e00', 'code': 200} Jul 13 19:20:36.686715 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143ff952-b6ce-46d9-b6f9-6fd9c6ae2889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996', 'code': 200} Jul 13 19:20:36.932526 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077c709-02c3-4e70-8e68-341deeeaca56 req-c4cd609f-dae6-49f7-95a4-26f744573994 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.940242 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0077c709-02c3-4e70-8e68-341deeeaca56 req-c4cd609f-dae6-49f7-95a4-26f744573994 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 944 time: 0.0815971 Jul 13 19:20:36.981570 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0077c709-02c3-4e70-8e68-341deeeaca56 req-a9b9efbb-eb40-49dc-b7f6-46b1e9f3f1f8 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404818 Jul 13 19:20:37.319736 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fe3c3-a903-4900-9048-a0bf9b223fcc req-bffc4157-0c56-40dc-be47-d8e605b126db tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:37.321620 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c86fe3c3-a903-4900-9048-a0bf9b223fcc req-bffc4157-0c56-40dc-be47-d8e605b126db tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.0813949 Jul 13 19:20:37.374455 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c86fe3c3-a903-4900-9048-a0bf9b223fcc req-b77bc2fc-8310-4e6c-b472-8f44ec1a5d72 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 Jul 13 19:20:37.858829 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f6bde-d8cc-41d0-9ede-12c300b61a7d req-7cb72533-7305-454c-878c-e98b90621e0a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:37.863098 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-348f6bde-d8cc-41d0-9ede-12c300b61a7d req-7cb72533-7305-454c-878c-e98b90621e0a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0816576 Jul 13 19:20:37.903165 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-348f6bde-d8cc-41d0-9ede-12c300b61a7d req-6abd9f51-1699-4cad-975f-4fc348a2d732 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366759 Jul 13 19:20:38.140636 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.214471 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee61ed9-1bea-46ad-b1e5-92ec3a4719cd req-d46b004e-f3d6-4962-bef8-c77d0ef2c608 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:38.216254 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7ee61ed9-1bea-46ad-b1e5-92ec3a4719cd req-d46b004e-f3d6-4962-bef8-c77d0ef2c608 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 944 time: 0.0997276 Jul 13 19:20:38.269340 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7ee61ed9-1bea-46ad-b1e5-92ec3a4719cd req-143172f8-05de-4fcf-b579-17f01f0a73d9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455470 Jul 13 19:20:38.428936 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33866) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:38.468561 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33870) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:38.590698 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8f3126c0-24d5-4cec-9e45-fec9b01e5e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.592619 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-01f8aa48-0b61-440d-a1dd-5f16832750dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.627588 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.db.api [None req-8f3126c0-24d5-4cec-9e45-fec9b01e5e46 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:20:38.627588 dv-cinder-786931-3-iscsi neutron-server[92952]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 19:20:38.627588 dv-cinder-786931-3-iscsi neutron-server[92952]: [parameters: {'project_id': '803746df6d37401693404840a87de36f', 'id': '9c1d8f5a-739d-43c5-8114-334cb079b917', 'expiration': datetime.datetime(2021, 7, 13, 19, 22, 38, 622085)}] Jul 13 19:20:38.627588 dv-cinder-786931-3-iscsi neutron-server[92952]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:20:38.628135 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG oslo_db.api [None req-8f3126c0-24d5-4cec-9e45-fec9b01e5e46 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:20:38.700431 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-01f8aa48-0b61-440d-a1dd-5f16832750dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.705650 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-01f8aa48-0b61-440d-a1dd-5f16832750dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.751705 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-01f8aa48-0b61-440d-a1dd-5f16832750dd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=daaa094a433c4c59bd924549faeb7ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218672 Jul 13 19:20:38.753058 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8aa48-0b61-440d-a1dd-5f16832750dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697642de-9ea9-4e36-b445-753f1f190721,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:38.754651 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33876) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:38.819048 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-31768000-a849-40e9-83e8-7acb08ff911c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.844572 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-31768000-a849-40e9-83e8-7acb08ff911c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.913687 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-31768000-a849-40e9-83e8-7acb08ff911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.918216 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-31768000-a849-40e9-83e8-7acb08ff911c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.920799 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-31768000-a849-40e9-83e8-7acb08ff911c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/697642de-9ea9-4e36-b445-753f1f190721 HTTP/1.1" status: 204 len: 168 time: 0.1651480 Jul 13 19:20:38.935546 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31768000-a849-40e9-83e8-7acb08ff911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697642de-9ea9-4e36-b445-753f1f190721,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:39.129888 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8f3126c0-24d5-4cec-9e45-fec9b01e5e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.165012 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['fd6dceb3-28bf-4071-afd5-2d1b595b4819'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:39.283460 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627f7ea-e14e-49ce-96a0-071473ba3c8e req-ffa560c9-eb75-4bf1-8c69-4e600ec98568 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:39.293727 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0627f7ea-e14e-49ce-96a0-071473ba3c8e req-ffa560c9-eb75-4bf1-8c69-4e600ec98568 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.2114458 Jul 13 19:20:39.376247 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8f3126c0-24d5-4cec-9e45-fec9b01e5e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.397537 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8f3126c0-24d5-4cec-9e45-fec9b01e5e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.406394 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0627f7ea-e14e-49ce-96a0-071473ba3c8e req-21ef598e-2ded-4dad-af76-6f551f7149de tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996413 Jul 13 19:20:39.420104 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df092514-83df-4673-a8b9-59b7f3833121 req-092a0b73-fccc-4574-b6b5-1597137d3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:39.421715 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-df092514-83df-4673-a8b9-59b7f3833121 req-092a0b73-fccc-4574-b6b5-1597137d3945 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 1099 time: 0.2759461 Jul 13 19:20:39.459572 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3126c0-24d5-4cec-9e45-fec9b01e5e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ea6572-b6c8-4ec8-9b58-fbcf62c7b9a0,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:39.470866 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8f3126c0-24d5-4cec-9e45-fec9b01e5e46 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=803746df6d37401693404840a87de36f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0003841 Jul 13 19:20:39.471762 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33896) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:39.503811 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990f507-d3a4-408c-879d-3fd5c117264f req-c8ad7832-b1af-4afe-a6c1-673a0c3f8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:39.505563 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9990f507-d3a4-408c-879d-3fd5c117264f req-c8ad7832-b1af-4afe-a6c1-673a0c3f8dea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 1099 time: 0.1447434 Jul 13 19:20:39.534302 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-df092514-83df-4673-a8b9-59b7f3833121 req-1bb54151-8f4f-47da-bf11-51c7ebf5feca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858297 Jul 13 19:20:39.548200 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33898) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:39.551140 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7d4a093d-d235-4d84-9900-a3c5949adeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.565773 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fe1a032d-f4c5-4c09-a6aa-2b37e1c3afff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.586081 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7d4a093d-d235-4d84-9900-a3c5949adeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.666723 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cc0b9-12fa-48ab-8936-bf042e537c8f req-3e0c2689-4cc6-4e6d-99ed-14332160fbe6 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:39.668925 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7d4a093d-d235-4d84-9900-a3c5949adeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.671275 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5d6cc0b9-12fa-48ab-8936-bf042e537c8f req-3e0c2689-4cc6-4e6d-99ed-14332160fbe6 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 944 time: 0.1085508 Jul 13 19:20:39.673522 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7d4a093d-d235-4d84-9900-a3c5949adeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.674924 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7d4a093d-d235-4d84-9900-a3c5949adeec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/74ea6572-b6c8-4ec8-9b58-fbcf62c7b9a0 HTTP/1.1" status: 204 len: 168 time: 0.1968727 Jul 13 19:20:39.686332 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9990f507-d3a4-408c-879d-3fd5c117264f req-656ad8d2-ada2-45c5-ab38-928cf310f8f1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551605 Jul 13 19:20:39.688596 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a093d-d235-4d84-9900-a3c5949adeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ea6572-b6c8-4ec8-9b58-fbcf62c7b9a0,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:39.755223 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5d6cc0b9-12fa-48ab-8936-bf042e537c8f req-3f93709d-ae51-4f7e-8b06-b0eea9e72760 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780728 Jul 13 19:20:39.816756 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fe1a032d-f4c5-4c09-a6aa-2b37e1c3afff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.822048 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fe1a032d-f4c5-4c09-a6aa-2b37e1c3afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.872828 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-fe1a032d-f4c5-4c09-a6aa-2b37e1c3afff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4b5f83b330dd413fa7ccfa6128557ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233271 Jul 13 19:20:39.873992 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a032d-f4c5-4c09-a6aa-2b37e1c3afff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa81428-a8cd-45ce-aeec-554ca27d4e6b,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:39.876856 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33906) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:39.946766 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3aa04405-7d1c-423b-8e51-43e3fd1cfb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.978680 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:20:39.979655 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3aa04405-7d1c-423b-8e51-43e3fd1cfb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.053477 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3aa04405-7d1c-423b-8e51-43e3fd1cfb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.058540 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3aa04405-7d1c-423b-8e51-43e3fd1cfb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.060532 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3aa04405-7d1c-423b-8e51-43e3fd1cfb0a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5aa81428-a8cd-45ce-aeec-554ca27d4e6b HTTP/1.1" status: 204 len: 168 time: 0.1824620 Jul 13 19:20:40.072086 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa04405-7d1c-423b-8e51-43e3fd1cfb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa81428-a8cd-45ce-aeec-554ca27d4e6b,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:40.336971 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 33930) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:40.384206 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e8a330f9-70f8-4703-ac4c-2a3237eeb11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.568132 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e8a330f9-70f8-4703-ac4c-2a3237eeb11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.590208 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e8a330f9-70f8-4703-ac4c-2a3237eeb11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.775731 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a330f9-70f8-4703-ac4c-2a3237eeb11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ee4aab-a7c1-4ade-9b92-6bcf932311b2,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:40.790826 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e8a330f9-70f8-4703-ac4c-2a3237eeb11d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e36d4158c6034dc4a73a4a9ae26410a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497161 Jul 13 19:20:40.791611 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 33962) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:40.855105 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device fd6dceb3-28bf-4071-afd5-2d1b595b4819 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:40.898157 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d03803-702b-41b1-92e6-dd77348e19b7 req-5b895525-58c0-45ba-9f8a-8620f7219edb tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:40.902162 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-49d03803-702b-41b1-92e6-dd77348e19b7 req-5b895525-58c0-45ba-9f8a-8620f7219edb tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.2357106 Jul 13 19:20:40.948142 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-97636187-8884-4df4-bd48-9349b271b510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.983672 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-97636187-8884-4df4-bd48-9349b271b510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.003621 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port fd6dceb3-28bf-4071-afd5-2d1b595b4819 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:41.013217 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port fd6dceb3-28bf-4071-afd5-2d1b595b4819 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:41.014426 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.050270 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-97636187-8884-4df4-bd48-9349b271b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.054628 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-97636187-8884-4df4-bd48-9349b271b510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.074436 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-97636187-8884-4df4-bd48-9349b271b510 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/37ee4aab-a7c1-4ade-9b92-6bcf932311b2 HTTP/1.1" status: 204 len: 168 time: 0.2647188 Jul 13 19:20:41.103103 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-49d03803-702b-41b1-92e6-dd77348e19b7 req-e8fc29ca-c870-4736-8904-628a228bd3ca tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830933 Jul 13 19:20:41.113308 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97636187-8884-4df4-bd48-9349b271b510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ee4aab-a7c1-4ade-9b92-6bcf932311b2,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:41.370937 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c733023-20d6-4fbd-9c5a-e9caac242974 req-d99fdd41-f19c-447c-a367-ffa27704fc7f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:41.376565 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3c733023-20d6-4fbd-9c5a-e9caac242974 req-d99fdd41-f19c-447c-a367-ffa27704fc7f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 944 time: 0.2122054 Jul 13 19:20:41.466971 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.485015 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3c733023-20d6-4fbd-9c5a-e9caac242974 req-39d437cc-b582-4415-a5b1-2970fd36e8c4 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974753 Jul 13 19:20:41.501910 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:41.504850 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f139100-1b43-48e5-91e6-526e52839267" -d '{"events": [{"server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "name": "network-vif-plugged", "status": "completed", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:41.519764 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:41.526987 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.598269 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f32569-b9eb-4e1c-a436-60f416ec0704 x-openstack-request-id: req-33f32569-b9eb-4e1c-a436-60f416ec0704 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:41.598665 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "name": "network-vif-plugged", "status": "completed", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:41.598925 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-33f32569-b9eb-4e1c-a436-60f416ec0704 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:41.599330 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'code': 200} Jul 13 19:20:41.627439 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=fd6dceb3-28bf-4071-afd5-2d1b595b4819,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:41.872088 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60e50a-e595-4e22-aff9-a1527c82c14a req-8d545f1b-6f73-4576-96eb-c6417d38c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:41.875893 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9a60e50a-e595-4e22-aff9-a1527c82c14a req-8d545f1b-6f73-4576-96eb-c6417d38c9c7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 1098 time: 0.0925348 Jul 13 19:20:41.921387 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9a60e50a-e595-4e22-aff9-a1527c82c14a req-f81a5f91-e2ec-429d-9e7c-fd0b203cc1fa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381806 Jul 13 19:20:42.294919 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2aa6b-4911-4f08-ae99-c3da51fd2f0a req-151aa6a4-a51f-40c0-8998-f9c596bf252e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:42.297709 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ba2aa6b-4911-4f08-ae99-c3da51fd2f0a req-151aa6a4-a51f-40c0-8998-f9c596bf252e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0832222 Jul 13 19:20:42.354838 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ba2aa6b-4911-4f08-ae99-c3da51fd2f0a req-0f9079c9-87b8-429f-8524-4521f5427b0b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505028 Jul 13 19:20:42.900046 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc77a4f-cbdd-4f72-9438-c2cf0adecae2 req-84467586-dfaa-4976-b1a2-bf545e6444aa tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:42.901602 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-adc77a4f-cbdd-4f72-9438-c2cf0adecae2 req-84467586-dfaa-4976-b1a2-bf545e6444aa tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.2092142 Jul 13 19:20:42.963426 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb0429-07c7-4b9d-b02a-c68b0732b0fe req-419148f3-2f8e-4cfa-9d35-ec084ef67e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:42.964922 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-13cb0429-07c7-4b9d-b02a-c68b0732b0fe req-419148f3-2f8e-4cfa-9d35-ec084ef67e13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 1099 time: 0.1285186 Jul 13 19:20:42.968105 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-adc77a4f-cbdd-4f72-9438-c2cf0adecae2 req-477ebce2-0508-4fa1-ae94-0eae801dbeb4 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578177 Jul 13 19:20:43.034862 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89296032-947c-4e6c-9f11-6f3853374db1 req-2dfa2538-469f-4389-9f45-0c6a188560b8 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:43.036510 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89296032-947c-4e6c-9f11-6f3853374db1 req-2dfa2538-469f-4389-9f45-0c6a188560b8 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1457803 Jul 13 19:20:43.093247 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89296032-947c-4e6c-9f11-6f3853374db1 req-e3c4131e-9bc8-4842-a5c9-693a99f7109b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 Jul 13 19:20:43.106883 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb0429-07c7-4b9d-b02a-c68b0732b0fe req-3978f29a-2fa7-4aee-be99-e11e5f1e66af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:43.108730 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-13cb0429-07c7-4b9d-b02a-c68b0732b0fe req-3978f29a-2fa7-4aee-be99-e11e5f1e66af service neutron] 10.222.0.73 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 921 time: 0.1347868 Jul 13 19:20:43.181949 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-13cb0429-07c7-4b9d-b02a-c68b0732b0fe req-0f645f02-aea8-45d3-8430-fff8cad7925a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 HTTP/1.1" status: 200 len: 217 time: 0.0663357 Jul 13 19:20:43.244755 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb0429-07c7-4b9d-b02a-c68b0732b0fe req-81aef187-715d-498a-a3c3-73ddf1f4629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:43.246209 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-13cb0429-07c7-4b9d-b02a-c68b0732b0fe req-81aef187-715d-498a-a3c3-73ddf1f4629e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=499acf8e-dcac-4939-8052-00af7439f44f HTTP/1.1" status: 200 len: 859 time: 0.0527151 Jul 13 19:20:43.297015 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-13cb0429-07c7-4b9d-b02a-c68b0732b0fe req-e7f1c46b-d19b-4cdb-8cf7-34709991520b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67fa0955-bf8a-4941-b7ef-11e6c4205d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410829 Jul 13 19:20:43.411321 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-13cb0429-07c7-4b9d-b02a-c68b0732b0fe req-39d945ce-bd0d-491e-a18c-c2ae61398b46 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074646 Jul 13 19:20:43.521404 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-13cb0429-07c7-4b9d-b02a-c68b0732b0fe req-65a6a44b-1d88-4724-80f5-5d78b05f8323 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014187 Jul 13 19:20:44.251190 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 34164) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:44.264707 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db7fc2-bcb3-428c-8416-0bdfa6c75810 req-2726a204-db16-48e3-aff3-a6b6578d13b9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:44.266907 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35db7fc2-bcb3-428c-8416-0bdfa6c75810 req-2726a204-db16-48e3-aff3-a6b6578d13b9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.1217713 Jul 13 19:20:44.329070 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35db7fc2-bcb3-428c-8416-0bdfa6c75810 req-22438894-dd50-4e70-a579-40d27e6a42fc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505040 Jul 13 19:20:44.331510 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f17f38-2ecb-458a-a9d8-fcc23535c673 req-144d31d6-fdef-4822-9c1b-e2cefc452aaa tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:44.334119 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-18f17f38-2ecb-458a-a9d8-fcc23535c673 req-144d31d6-fdef-4822-9c1b-e2cefc452aaa tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0867183 Jul 13 19:20:44.411610 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-18f17f38-2ecb-458a-a9d8-fcc23535c673 req-817c00bc-9ac2-457a-baad-5b2cda8d5a89 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712214 Jul 13 19:20:44.425268 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cb5f94d9-7d6c-4e63-b762-0228af42f5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.573837 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d2a4d-920b-4366-a134-9661a1502375 req-04432829-9f20-4d2d-a729-bb643c5e4a20 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:44.575336 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4e9d2a4d-920b-4366-a134-9661a1502375 req-04432829-9f20-4d2d-a729-bb643c5e4a20 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.1074648 Jul 13 19:20:44.584489 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 34174) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:44.589037 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-0e65ac87-9982-4b8c-ac67-29fac8dc8776 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Request body: {'floatingip': {'port_id': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:44.620240 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cb5f94d9-7d6c-4e63-b762-0228af42f5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.658020 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cb5f94d9-7d6c-4e63-b762-0228af42f5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.691044 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0e65ac87-9982-4b8c-ac67-29fac8dc8776 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.764771 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-cb5f94d9-7d6c-4e63-b762-0228af42f5c6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=467fc07d72e74016975a592c5869a061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118144 Jul 13 19:20:44.768425 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34178) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:44.801011 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f94d9-7d6c-4e63-b762-0228af42f5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f3f3f4-9653-4688-829e-440f32c2de46,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:44.847070 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-09e2f614-b88f-4d5e-96f8-5a2d1be5c0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.873192 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-09e2f614-b88f-4d5e-96f8-5a2d1be5c0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.947505 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-09e2f614-b88f-4d5e-96f8-5a2d1be5c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.951429 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-09e2f614-b88f-4d5e-96f8-5a2d1be5c0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.953034 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-09e2f614-b88f-4d5e-96f8-5a2d1be5c0b7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/46f3f3f4-9653-4688-829e-440f32c2de46 HTTP/1.1" status: 204 len: 168 time: 0.1834862 Jul 13 19:20:44.962355 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2f614-b88f-4d5e-96f8-5a2d1be5c0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f3f3f4-9653-4688-829e-440f32c2de46,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:45.606284 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7b43f-bab7-4908-8da0-7c228e641fff req-24a445b6-a4be-4f7b-9aa7-7ebef3328026 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:45.607591 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-40e7b43f-bab7-4908-8da0-7c228e641fff req-24a445b6-a4be-4f7b-9aa7-7ebef3328026 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0714729 Jul 13 19:20:45.651626 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-40e7b43f-bab7-4908-8da0-7c228e641fff req-cda36e5e-d6b0-443a-988d-c1daaa1e3abe tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367899 Jul 13 19:20:45.768360 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0e65ac87-9982-4b8c-ac67-29fac8dc8776 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.773103 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0e65ac87-9982-4b8c-ac67-29fac8dc8776 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.882391 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-0e65ac87-9982-4b8c-ac67-29fac8dc8776 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Floating IP e7c6fc13-9cc6-4fd9-a188-549d58af1c8b associated. External IP: 172.27.0.185, port: fd6dceb3-28bf-4071-afd5-2d1b595b4819. Jul 13 19:20:46.114612 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e65ac87-9982-4b8c-ac67-29fac8dc8776 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Router 6784a7b1-5447-45e2-a8db-42a6493d6530 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:20:46.245344 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e65ac87-9982-4b8c-ac67-29fac8dc8776 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:46.259460 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0e65ac87-9982-4b8c-ac67-29fac8dc8776 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.262057 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a287166-eff1-40ee-9675-0364a282c510 None None] Sync routers for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:46.277898 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a287166-eff1-40ee-9675-0364a282c510 None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:46.279107 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5a287166-eff1-40ee-9675-0364a282c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:20:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:46.301172 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-0e65ac87-9982-4b8c-ac67-29fac8dc8776 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "PUT /v2.0/floatingips/e7c6fc13-9cc6-4fd9-a188-549d58af1c8b HTTP/1.1" status: 200 len: 991 time: 1.7156222 Jul 13 19:20:46.301806 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:46.304499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d80d93-02f2-4919-83b1-31920bbc9bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:46.380747 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239efb66-0cb0-4f20-a574-d7f6b4598210 x-openstack-request-id: req-239efb66-0cb0-4f20-a574-d7f6b4598210 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:46.384042 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:46.386747 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-239efb66-0cb0-4f20-a574-d7f6b4598210 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:46.387290 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'status': 'completed', 'code': 200} Jul 13 19:20:46.462889 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34264) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:46.485306 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-5a287166-eff1-40ee-9675-0364a282c510 None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:46.520273 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d80d93-02f2-4919-83b1-31920bbc9bf1 req-ec281206-0c1f-4669-83a5-14ad256497a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.522252 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8d80d93-02f2-4919-83b1-31920bbc9bf1 req-ec281206-0c1f-4669-83a5-14ad256497a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 1098 time: 0.0971527 Jul 13 19:20:46.683713 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8a54e349-9093-4aa6-a6f1-0dc27c1a6e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.710130 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d80d93-02f2-4919-83b1-31920bbc9bf1 req-d876cbbf-5378-4f1b-99c7-a63a5ee8f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.712148 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8d80d93-02f2-4919-83b1-31920bbc9bf1 req-d876cbbf-5378-4f1b-99c7-a63a5ee8f26d service neutron] 10.222.0.73 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 919 time: 0.1761439 Jul 13 19:20:46.838125 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8d80d93-02f2-4919-83b1-31920bbc9bf1 req-4c03783a-7c8a-4ad4-83de-78f8ebcbeaba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819 HTTP/1.1" status: 200 len: 999 time: 0.1115654 Jul 13 19:20:46.851896 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8a54e349-9093-4aa6-a6f1-0dc27c1a6e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.860512 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8a54e349-9093-4aa6-a6f1-0dc27c1a6e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.977137 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-8a54e349-9093-4aa6-a6f1-0dc27c1a6e46 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=df575e930f8f4dfbb540b577432eb5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105307 Jul 13 19:20:46.977137 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54e349-9093-4aa6-a6f1-0dc27c1a6e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27296af-6c2d-4c72-91ab-14af16fc78d6,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:46.977416 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d80d93-02f2-4919-83b1-31920bbc9bf1 req-be13cc66-fd69-4632-b4d7-6cc558c7ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.978935 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34288) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:46.979060 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8d80d93-02f2-4919-83b1-31920bbc9bf1 req-be13cc66-fd69-4632-b4d7-6cc558c7ae2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e23400d-e62e-4511-992c-8616f7455f40 HTTP/1.1" status: 200 len: 856 time: 0.1206298 Jul 13 19:20:47.018538 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5a287166-eff1-40ee-9675-0364a282c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'e7c6fc13-9cc6-4fd9-a188-549d58af1c8b', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'port_id': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'mac_address': 'fa:16:3e:45:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74659f65-f036-447d-bc90-3f9be7548599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:20:22Z', 'updated_at': '2021-07-13T19:20:45Z', 'revision_number': 1, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:21Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:47.045816 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d089f-e39c-4ce5-8206-9a51ff0063df req-8e9dde01-7f0e-4bec-9965-8fa756ea20e7 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.047717 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-126d089f-e39c-4ce5-8206-9a51ff0063df req-8e9dde01-7f0e-4bec-9965-8fa756ea20e7 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1573110 Jul 13 19:20:47.071929 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2367b18e-24a1-47bf-9992-ffab116becdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.107011 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 34292) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:47.114980 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2367b18e-24a1-47bf-9992-ffab116becdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.137514 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-126d089f-e39c-4ce5-8206-9a51ff0063df req-61149c27-2afe-490f-9535-7ff68156439f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675433 Jul 13 19:20:47.175475 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a287166-eff1-40ee-9675-0364a282c510 None None] Checking router: 6784a7b1-5447-45e2-a8db-42a6493d6530 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:47.176231 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d80d93-02f2-4919-83b1-31920bbc9bf1 req-5c287704-0c74-4209-9b63-0c9bbc7bdbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.177754 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8d80d93-02f2-4919-83b1-31920bbc9bf1 req-5c287704-0c74-4209-9b63-0c9bbc7bdbf2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=864d37d1-14c3-4f3f-8d01-0a137298ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1837375 Jul 13 19:20:47.184555 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a287166-eff1-40ee-9675-0364a282c510 None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:47.185221 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5a287166-eff1-40ee-9675-0364a282c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:20:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:47.205163 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2367b18e-24a1-47bf-9992-ffab116becdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.208780 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2367b18e-24a1-47bf-9992-ffab116becdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.210245 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2367b18e-24a1-47bf-9992-ffab116becdb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d27296af-6c2d-4c72-91ab-14af16fc78d6 HTTP/1.1" status: 204 len: 168 time: 0.2303867 Jul 13 19:20:47.228707 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367b18e-24a1-47bf-9992-ffab116becdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27296af-6c2d-4c72-91ab-14af16fc78d6,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:47.298023 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82d92fce-8f57-4c95-b764-981aa222080f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.317501 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-5a287166-eff1-40ee-9675-0364a282c510 None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:47.378421 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8d80d93-02f2-4919-83b1-31920bbc9bf1 req-03b02e7e-9851-4f2d-a12d-283a86de2132 service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876421 Jul 13 19:20:47.560732 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82d92fce-8f57-4c95-b764-981aa222080f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.564291 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8d80d93-02f2-4919-83b1-31920bbc9bf1 req-2877fd6f-212b-4792-aaf1-00448439bf32 service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655185 Jul 13 19:20:47.566115 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82d92fce-8f57-4c95-b764-981aa222080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.613765 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5a287166-eff1-40ee-9675-0364a282c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'e7c6fc13-9cc6-4fd9-a188-549d58af1c8b', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'port_id': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'mac_address': 'fa:16:3e:45:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74659f65-f036-447d-bc90-3f9be7548599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:20:22Z', 'updated_at': '2021-07-13T19:20:45Z', 'revision_number': 1, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:21Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:47.647765 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a287166-eff1-40ee-9675-0364a282c510 None None] The sync data for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi is: [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'e7c6fc13-9cc6-4fd9-a188-549d58af1c8b', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'port_id': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'mac_address': 'fa:16:3e:45:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74659f65-f036-447d-bc90-3f9be7548599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:20:22Z', 'updated_at': '2021-07-13T19:20:45Z', 'revision_number': 1, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:21Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:47.692182 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-82d92fce-8f57-4c95-b764-981aa222080f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=22f6618e71d1438baebebb207b84c590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840585 Jul 13 19:20:47.694641 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34314) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:47.695348 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d92fce-8f57-4c95-b764-981aa222080f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ee8904-9feb-48cc-8625-96e0a3c14286,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:47.765102 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b6b83049-0671-4fa2-a089-3882376eff41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.794793 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b6b83049-0671-4fa2-a089-3882376eff41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.851664 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b6b83049-0671-4fa2-a089-3882376eff41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.868782 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b6b83049-0671-4fa2-a089-3882376eff41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.868782 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b6b83049-0671-4fa2-a089-3882376eff41 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/44ee8904-9feb-48cc-8625-96e0a3c14286 HTTP/1.1" status: 204 len: 168 time: 0.1631649 Jul 13 19:20:47.871271 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b83049-0671-4fa2-a089-3882376eff41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ee8904-9feb-48cc-8625-96e0a3c14286,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:47.967373 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7546d960-6d98-4b68-a467-61eb3f8f76d7 None None] New status for floating IP e7c6fc13-9cc6-4fd9-a188-549d58af1c8b: ACTIVE {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:20:48.352458 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 34344) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:48.366607 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-28ed4d6a-afda-4715-b3e0-420e8c8e90c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.380475 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d106a7-4d8b-4357-a39e-6533bacb6a23 req-dcc6ab78-8780-4233-8a92-8c1b0243f2d3 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:48.388070 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8d106a7-4d8b-4357-a39e-6533bacb6a23 req-dcc6ab78-8780-4233-8a92-8c1b0243f2d3 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1055760 Jul 13 19:20:48.447449 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8d106a7-4d8b-4357-a39e-6533bacb6a23 req-bf892437-1e0b-4ddf-afb3-c4365eaf6f3e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581403 Jul 13 19:20:48.485624 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-28ed4d6a-afda-4715-b3e0-420e8c8e90c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.489704 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-28ed4d6a-afda-4715-b3e0-420e8c8e90c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.527074 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed4d6a-afda-4715-b3e0-420e8c8e90c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaa64bb-c6c1-4694-a501-e71428f16462,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:48.539713 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-28ed4d6a-afda-4715-b3e0-420e8c8e90c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=257325373dc14ad4a167f69d8f65afa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854322 Jul 13 19:20:48.540056 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34348) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:48.595464 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-063f3b4d-fd28-4e50-9dee-6e104f41c87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.621435 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-063f3b4d-fd28-4e50-9dee-6e104f41c87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.700137 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-063f3b4d-fd28-4e50-9dee-6e104f41c87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.702688 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-063f3b4d-fd28-4e50-9dee-6e104f41c87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.704440 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-063f3b4d-fd28-4e50-9dee-6e104f41c87a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fcaa64bb-c6c1-4694-a501-e71428f16462 HTTP/1.1" status: 204 len: 168 time: 0.1635063 Jul 13 19:20:48.714712 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f3b4d-fd28-4e50-9dee-6e104f41c87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaa64bb-c6c1-4694-a501-e71428f16462,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:49.212051 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-0cedba29-4a41-40e5-8393-047d72c190ad tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.213570 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-0cedba29-4a41-40e5-8393-047d72c190ad tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 815 time: 0.1212213 Jul 13 19:20:49.231051 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-1dcf9ece-5d17-41d6-8319-26340ec1b3d8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/quotas/b5e39dfc1338450284e225e45453460b HTTP/1.1" status: 200 len: 375 time: 0.0097070 Jul 13 19:20:49.267975 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 34386) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:49.281778 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-970ea03d-c705-4e5a-af20-20c4ac592e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:49.305890 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-8efdd159-73ce-4e54-8b46-b6d1138ce6f9 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0687411 Jul 13 19:20:49.422448 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-970ea03d-c705-4e5a-af20-20c4ac592e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:49.426654 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-3dc5f554-8dc8-4363-8f6e-6c4ee4eed33a service neutron] 10.222.0.68 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127274 Jul 13 19:20:49.435885 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-970ea03d-c705-4e5a-af20-20c4ac592e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:49.487043 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-970ea03d-c705-4e5a-af20-20c4ac592e47 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=084987a44233439eb07326c91e78ef9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175984 Jul 13 19:20:49.488015 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 34394) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:49.490489 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:49.498248 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ea03d-c705-4e5a-af20-20c4ac592e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a9f173-17d5-4529-aa4d-a365c0c72b7d,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:49.562290 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-713dfe13-6137-4a04-aba6-5376ef4639c0 service neutron] 10.222.0.68 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275513 Jul 13 19:20:49.643095 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-70348d2f-a0ba-4bda-89d5-e0e82b22f9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:49.682948 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-70348d2f-a0ba-4bda-89d5-e0e82b22f9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:49.785721 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-017ff3ff-93ce-4d76-8a5d-e8f567921ca3 req-c8475732-fa1d-4bb9-9df2-32153f4c823d tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 210 time: 0.0406950 Jul 13 19:20:49.806666 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d2699-115a-4bcf-8b28-3f54335ad974 req-075b04d9-6b85-49b5-b42a-66445449080b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.818989 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f68d2699-115a-4bcf-8b28-3f54335ad974 req-075b04d9-6b85-49b5-b42a-66445449080b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.2263258 Jul 13 19:20:50.089543 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-70348d2f-a0ba-4bda-89d5-e0e82b22f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:50.092043 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-70348d2f-a0ba-4bda-89d5-e0e82b22f9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:50.094324 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-70348d2f-a0ba-4bda-89d5-e0e82b22f9d1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/30a9f173-17d5-4529-aa4d-a365c0c72b7d HTTP/1.1" status: 204 len: 168 time: 0.6029334 Jul 13 19:20:50.113743 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70348d2f-a0ba-4bda-89d5-e0e82b22f9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a9f173-17d5-4529-aa4d-a365c0c72b7d,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:50.118882 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f68d2699-115a-4bcf-8b28-3f54335ad974 req-c782b25c-890c-41f0-b0ca-cdd271d6aac9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987294 Jul 13 19:20:50.941370 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f9d61e59-66e5-4bb4-861e-3350ffbd4391 req-75cc7a05-21cc-4e3d-b095-c5a9bdb00b2c tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 210 time: 0.0322816 Jul 13 19:20:51.372170 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d36c5-2b52-40a9-95df-043ea650f9c7 req-4134b111-b570-48b5-bb92-cd8f267a3134 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:51.376502 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-993d36c5-2b52-40a9-95df-043ea650f9c7 req-4134b111-b570-48b5-bb92-cd8f267a3134 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0909657 Jul 13 19:20:51.459183 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-993d36c5-2b52-40a9-95df-043ea650f9c7 req-91ffee3e-2e0f-4700-b67f-e2c8d094e61e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737829 Jul 13 19:20:51.461047 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-e5ea2c3d-b792-47d5-b122-731db04477e1 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:51.462559 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-e5ea2c3d-b792-47d5-b122-731db04477e1 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 815 time: 0.1707325 Jul 13 19:20:51.480328 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 34480) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:51.490155 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Request body: {'port': {'device_id': '9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2', 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9', 'admin_state_up': True, 'tenant_id': 'b5e39dfc1338450284e225e45453460b'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:51.624159 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2503d645-dfd0-47c9-bd9d-5186a0c61a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.654084 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Made reservation on behalf of b5e39dfc1338450284e225e45453460b for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:51.658079 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.849072 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Allocated IP 172.20.0.8 (a507b325-a756-4434-84e5-4a0e8fa60fe9/8e01d0cf-3392-4ccd-a241-26efa1a4fe94/9deaf356-9834-4768-bc74-6c5c52864858) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:51.852083 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2503d645-dfd0-47c9-bd9d-5186a0c61a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.863391 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2503d645-dfd0-47c9-bd9d-5186a0c61a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.929569 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503d645-dfd0-47c9-bd9d-5186a0c61a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888d3138-3d42-475b-805f-3da6ca62851a,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:51.933744 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-2503d645-dfd0-47c9-bd9d-5186a0c61a31 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=da2f04640a114764b38503f1bea8f6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512508 Jul 13 19:20:51.936565 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34506) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:52.016956 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6a68e5b0-7547-406b-a60e-f3f3ff523820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.042700 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6a68e5b0-7547-406b-a60e-f3f3ff523820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.056804 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.109646 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.126233 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['eb745ec6-4d6f-4487-9cb7-309c1a786bd1'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:52.173505 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6a68e5b0-7547-406b-a60e-f3f3ff523820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.177737 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6a68e5b0-7547-406b-a60e-f3f3ff523820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.192076 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-6a68e5b0-7547-406b-a60e-f3f3ff523820 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/888d3138-3d42-475b-805f-3da6ca62851a HTTP/1.1" status: 204 len: 168 time: 0.2480690 Jul 13 19:20:52.213262 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68e5b0-7547-406b-a60e-f3f3ff523820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888d3138-3d42-475b-805f-3da6ca62851a,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:52.233679 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Network a507b325-a756-4434-84e5-4a0e8fa60fe9 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:52.240092 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:52.242800 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Pushing event updated for resources: {'Port': ['ID=9deaf356-9834-4768-bc74-6c5c52864858,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:52.245053 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:52.268545 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:52.270208 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.319914 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351cdfe-b311-480d-a4d0-6449fa3b9517 req-9453277a-daf0-4c08-9ca2-51484cb578e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:52.321718 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c351cdfe-b311-480d-a4d0-6449fa3b9517 req-9453277a-daf0-4c08-9ca2-51484cb578e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 931 time: 0.2089617 Jul 13 19:20:52.323794 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-c7df126a-a6fb-4c47-84f5-c4d7006af1db tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8425157 Jul 13 19:20:52.345175 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Request body: {'port': {'device_id': '9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:52.450272 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c351cdfe-b311-480d-a4d0-6449fa3b9517 req-45a13fba-f5b8-4777-8e81-c47475e95b7f tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172619 Jul 13 19:20:52.470289 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.874729 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9deaf356-9834-4768-bc74-6c5c52864858 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:52.877370 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.894090 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Transition to ACTIVE for port object 9deaf356-9834-4768-bc74-6c5c52864858 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:52.901156 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.933740 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9006c1-f6b5-4c72-a882-280f995da248 req-3495811d-85da-4892-a7b0-9a299addd51b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:52.935444 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6f9006c1-f6b5-4c72-a882-280f995da248 req-3495811d-85da-4892-a7b0-9a299addd51b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.3271916 Jul 13 19:20:52.993549 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6f9006c1-f6b5-4c72-a882-280f995da248 req-2e048076-b960-4fbb-bd06-c72c9d623f44 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466402 Jul 13 19:20:52.996353 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Pushing event updated for resources: {'Port': ['ID=9deaf356-9834-4768-bc74-6c5c52864858,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:53.020409 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Attempting to bind port 9deaf356-9834-4768-bc74-6c5c52864858 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:53.020901 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Attempting to bind port 9deaf356-9834-4768-bc74-6c5c52864858 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:53.021384 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Attempting to bind port 9deaf356-9834-4768-bc74-6c5c52864858 on network a507b325-a756-4434-84e5-4a0e8fa60fe9 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:53.027563 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Port 9deaf356-9834-4768-bc74-6c5c52864858 on network a507b325-a756-4434-84e5-4a0e8fa60fe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:53.027915 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Attempting to bind port 9deaf356-9834-4768-bc74-6c5c52864858 on network a507b325-a756-4434-84e5-4a0e8fa60fe9 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:53.034199 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:53.034814 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Checking segment: {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:53.035405 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Bound using segment: {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:53.036037 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Bound port: 9deaf356-9834-4768-bc74-6c5c52864858, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:53.036565 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.110362 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] For port 9deaf356-9834-4768-bc74-6c5c52864858, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:53.119818 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] For port 9deaf356-9834-4768-bc74-6c5c52864858, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9deaf356-9834-4768-bc74-6c5c52864858,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:53.127105 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.169745 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:53.170744 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.172116 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] 10.222.0.73 "PUT /v2.0/ports/9deaf356-9834-4768-bc74-6c5c52864858 HTTP/1.1" status: 200 len: 1093 time: 0.8335388 Jul 13 19:20:53.172568 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2', 'tag': '9deaf356-9834-4768-bc74-6c5c52864858'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:53.175026 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad22676-8273-40c2-a2b5-02a3a9229316" -d '{"events": [{"name": "network-changed", "server_uuid": "9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2", "tag": "9deaf356-9834-4768-bc74-6c5c52864858"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:53.273176 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e37516-b217-4539-b52d-fc6b27329d64 x-openstack-request-id: req-a1e37516-b217-4539-b52d-fc6b27329d64 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:53.273463 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2", "tag": "9deaf356-9834-4768-bc74-6c5c52864858", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:53.273713 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1e37516-b217-4539-b52d-fc6b27329d64 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:53.274106 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2', 'tag': '9deaf356-9834-4768-bc74-6c5c52864858', 'status': 'completed', 'code': 200} Jul 13 19:20:53.278241 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cfc7c-4d0a-43e8-b20e-2003250bb104 service neutron] Pushing event updated for resources: {'Port': ['ID=9deaf356-9834-4768-bc74-6c5c52864858,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:53.320234 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-be717a3e-513a-4291-9e10-c1cf9a46588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:53.321742 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-be717a3e-513a-4291-9e10-c1cf9a46588b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0882123 Jul 13 19:20:53.381331 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-09e37766-137d-4cdf-9187-62a3a480a545 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9deaf356-9834-4768-bc74-6c5c52864858 HTTP/1.1" status: 200 len: 217 time: 0.0388625 Jul 13 19:20:53.456566 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-6e96c172-85d9-4591-8a4e-198574ad1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:53.458071 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-6e96c172-85d9-4591-8a4e-198574ad1553 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e01d0cf-3392-4ccd-a241-26efa1a4fe94 HTTP/1.1" status: 200 len: 855 time: 0.0635257 Jul 13 19:20:53.508439 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-d4a8d054-db89-44fc-a75b-905cc6ad9f47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a507b325-a756-4434-84e5-4a0e8fa60fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322468 Jul 13 19:20:53.680163 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-7afaa5ab-8e6f-424d-bdc8-1613f29b8ee8 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595552 Jul 13 19:20:53.705730 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7201a-3937-4089-8b30-fea69379a4d8 req-3fa8e9e4-198f-4d28-8e82-d836a5d855dd tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:53.707527 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fad7201a-3937-4089-8b30-fea69379a4d8 req-3fa8e9e4-198f-4d28-8e82-d836a5d855dd tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 943 time: 0.1194613 Jul 13 19:20:53.799641 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fad7201a-3937-4089-8b30-fea69379a4d8 req-34dcd3e2-2bcb-4255-aba5-94815a99a909 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791481 Jul 13 19:20:53.830692 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94db7332-ebe9-4a86-90de-87665d30bb63 req-272aba84-1d60-4509-a8cf-3dd0c1e824bc service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413357 Jul 13 19:20:53.947226 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad22676-8273-40c2-a2b5-02a3a9229316 req-b9a2622b-d7a3-4899-9216-f60a197285aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:53.948986 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ad22676-8273-40c2-a2b5-02a3a9229316 req-b9a2622b-d7a3-4899-9216-f60a197285aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0552940 Jul 13 19:20:54.045079 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad22676-8273-40c2-a2b5-02a3a9229316 req-1111e4d7-2082-4e79-a602-7781bce19ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:54.046507 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ad22676-8273-40c2-a2b5-02a3a9229316 req-1111e4d7-2082-4e79-a602-7781bce19ded service neutron] 10.222.0.73 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 917 time: 0.0908477 Jul 13 19:20:54.081237 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34582) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:54.102429 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ad22676-8273-40c2-a2b5-02a3a9229316 req-7b5db2e0-576c-4eb4-886b-597892882565 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9deaf356-9834-4768-bc74-6c5c52864858 HTTP/1.1" status: 200 len: 217 time: 0.0385251 Jul 13 19:20:54.178936 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad22676-8273-40c2-a2b5-02a3a9229316 req-aa429de2-211b-463e-89ff-b2a093f14c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:54.180712 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ad22676-8273-40c2-a2b5-02a3a9229316 req-aa429de2-211b-463e-89ff-b2a093f14c2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e01d0cf-3392-4ccd-a241-26efa1a4fe94 HTTP/1.1" status: 200 len: 855 time: 0.0674493 Jul 13 19:20:54.226110 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ad22676-8273-40c2-a2b5-02a3a9229316 req-69cc5cae-6bff-44e8-83b9-5fe1017f9ff2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a507b325-a756-4434-84e5-4a0e8fa60fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316522 Jul 13 19:20:54.227861 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01735e-34e9-4079-919e-8ff7f7600ae6 req-358c450c-443e-4115-a819-2436ce8ce1df tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:54.229311 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7f01735e-34e9-4079-919e-8ff7f7600ae6 req-358c450c-443e-4115-a819-2436ce8ce1df tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0943921 Jul 13 19:20:54.235528 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2de76db5-a552-4968-ab10-197ebafb0e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.316038 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7f01735e-34e9-4079-919e-8ff7f7600ae6 req-ae95aebb-c776-416f-b88f-9577370901fa tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782933 Jul 13 19:20:54.360262 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ad22676-8273-40c2-a2b5-02a3a9229316 req-fe86bf86-3d68-4cda-b6cc-769350dc79df service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165066 Jul 13 19:20:54.402961 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2de76db5-a552-4968-ab10-197ebafb0e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.407657 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2de76db5-a552-4968-ab10-197ebafb0e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.446834 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de76db5-a552-4968-ab10-197ebafb0e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1157357b-6a41-4e48-a886-ea0a9ed65883,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:54.451794 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2de76db5-a552-4968-ab10-197ebafb0e9f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c5788eca513c435cbdfa8d6024d2e0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694327 Jul 13 19:20:54.455929 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34592) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:54.468052 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ad22676-8273-40c2-a2b5-02a3a9229316 req-6603b2ad-b5ef-43f3-9cbf-b915b04fc7d5 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007230 Jul 13 19:20:54.507800 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17056fc0-dc98-4384-9876-bd41821c62f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.532313 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17056fc0-dc98-4384-9876-bd41821c62f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.579487 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17056fc0-dc98-4384-9876-bd41821c62f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.582258 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17056fc0-dc98-4384-9876-bd41821c62f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.583554 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-17056fc0-dc98-4384-9876-bd41821c62f4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1157357b-6a41-4e48-a886-ea0a9ed65883 HTTP/1.1" status: 204 len: 168 time: 0.1261220 Jul 13 19:20:54.591468 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17056fc0-dc98-4384-9876-bd41821c62f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1157357b-6a41-4e48-a886-ea0a9ed65883,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:54.938469 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 34612) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:54.954212 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-adc25f37-e9ed-4ab2-874c-1d6b53774bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.017272 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696c1db-420a-4808-85dc-caed453a8528 req-9fdb8e69-e898-40b3-9aec-3c486c0fba10 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:55.018710 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a696c1db-420a-4808-85dc-caed453a8528 req-9fdb8e69-e898-40b3-9aec-3c486c0fba10 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 943 time: 0.0929670 Jul 13 19:20:55.063041 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a696c1db-420a-4808-85dc-caed453a8528 req-6a2c96b3-7967-49f0-bd6c-11d7b081348c tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375159 Jul 13 19:20:55.095396 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-adc25f37-e9ed-4ab2-874c-1d6b53774bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.100976 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-adc25f37-e9ed-4ab2-874c-1d6b53774bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.142610 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-adc25f37-e9ed-4ab2-874c-1d6b53774bb3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9b14411ae2004c7595c4b1d5a5aea5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002604 Jul 13 19:20:55.142610 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc25f37-e9ed-4ab2-874c-1d6b53774bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5180eb-e98c-4d00-9045-289e454bc29a,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:55.143454 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34616) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:55.194561 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-03a9cb91-3eb8-41d4-8353-c264782f52a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.215816 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-03a9cb91-3eb8-41d4-8353-c264782f52a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.264526 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-03a9cb91-3eb8-41d4-8353-c264782f52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.267339 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-03a9cb91-3eb8-41d4-8353-c264782f52a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.268476 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-03a9cb91-3eb8-41d4-8353-c264782f52a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dc5180eb-e98c-4d00-9045-289e454bc29a HTTP/1.1" status: 204 len: 168 time: 0.1245337 Jul 13 19:20:55.275961 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9cb91-3eb8-41d4-8353-c264782f52a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5180eb-e98c-4d00-9045-289e454bc29a,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:55.505268 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9ab78-d84b-43c8-82d3-a88cd34705d7 req-8dc0e377-1ff3-43fb-bc9a-ffdb5c162a3a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:55.506951 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c5b9ab78-d84b-43c8-82d3-a88cd34705d7 req-8dc0e377-1ff3-43fb-bc9a-ffdb5c162a3a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0783575 Jul 13 19:20:55.547984 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c5b9ab78-d84b-43c8-82d3-a88cd34705d7 req-be96a654-3ab9-48b0-8e73-07f4293814d1 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345509 Jul 13 19:20:55.997240 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbbcb6-8283-4eed-bc4f-37223e19562a req-51b72253-4d9e-4acd-ad78-098d9f3d107e tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:56.000089 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3dbbbcb6-8283-4eed-bc4f-37223e19562a req-51b72253-4d9e-4acd-ad78-098d9f3d107e tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.0765417 Jul 13 19:20:56.036010 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34662) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:56.067149 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3dbbbcb6-8283-4eed-bc4f-37223e19562a req-a3bd2976-b619-4f0d-b97c-b6554f5ce578 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589166 Jul 13 19:20:56.166965 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1279934484-network', 'tenant_id': 'f199deb6ee3a42a09aa0886550e0a633'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:56.218557 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Made reservation on behalf of f199deb6ee3a42a09aa0886550e0a633 for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:56.221300 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.232527 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.294209 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356ea17-0cd5-4c67-b314-a5f1d34515a9 req-3d502598-9d98-49b9-a417-4a7c9c42205e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:56.295750 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3356ea17-0cd5-4c67-b314-a5f1d34515a9 req-3d502598-9d98-49b9-a417-4a7c9c42205e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 943 time: 0.1107841 Jul 13 19:20:56.356105 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3356ea17-0cd5-4c67-b314-a5f1d34515a9 req-85995e4e-7732-4ef5-8337-68463d66de44 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520136 Jul 13 19:20:56.387105 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.391109 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.415701 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:20:56.425833 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f9d983-3a8c-458d-a43a-4aeb95714bfb,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:56.430787 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.431135 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Added segment df682a35-0066-4647-b3b2-2bd94158272b of type vlan for network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef Jul 13 19:20:56.473637 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.502814 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.503866 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:56.504445 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.558041 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5209706 Jul 13 19:20:56.560843 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34678) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:56.568390 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-c6734643-a4be-4836-9266-347df73d96bf admin admin] Request body: {'subnet': {'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1279934484-subnet', 'tenant_id': 'f199deb6ee3a42a09aa0886550e0a633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:56.572914 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5807926-03bf-4b40-85fb-6fa70111f179 admin admin] Pushing event updated for resources: {'Network': ['ID=6e449f2c-95e9-4827-a8a0-6d3fa306e9ef,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:56.583075 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:20:56.597908 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6734643-a4be-4836-9266-347df73d96bf admin admin] Made reservation on behalf of f199deb6ee3a42a09aa0886550e0a633 for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:56.601320 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c6734643-a4be-4836-9266-347df73d96bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.779911 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129feb4-6766-4b49-abc6-42ae61dd3efa req-0a194c14-b4de-45c7-8a47-73e5a2bc1e32 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:56.781541 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6129feb4-6766-4b49-abc6-42ae61dd3efa req-0a194c14-b4de-45c7-8a47-73e5a2bc1e32 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1088374 Jul 13 19:20:56.848566 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c6734643-a4be-4836-9266-347df73d96bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.885118 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6129feb4-6766-4b49-abc6-42ae61dd3efa req-12687731-3ef0-4ca9-ac42-a2a4b732ee4d tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966802 Jul 13 19:20:56.915218 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6734643-a4be-4836-9266-347df73d96bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8c64fa-36ed-4ec5-a67a-8bfc7b2ed320,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:56.926705 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6734643-a4be-4836-9266-347df73d96bf admin admin] Checking segment: {'id': 'df682a35-0066-4647-b3b2-2bd94158272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:56.927157 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6734643-a4be-4836-9266-347df73d96bf admin admin] Network hostable DHCP agents. Network: 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:20:56.943255 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6734643-a4be-4836-9266-347df73d96bf admin admin] Network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:20:56.951833 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-c6734643-a4be-4836-9266-347df73d96bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:56.960672 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6734643-a4be-4836-9266-347df73d96bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:56.961278 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c6734643-a4be-4836-9266-347df73d96bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.962570 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e574d29b-6fcd-4c7c-b55f-a4563027adc9 None None] Network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:56.979216 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c6734643-a4be-4836-9266-347df73d96bf admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4172325 Jul 13 19:20:57.094384 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd7cee-34c8-4f29-91a5-9b406d5f8dcc None None] Network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:57.254199 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88a7aa-fd77-4ffa-876a-5a39f00338c2 req-f23a8444-2b1a-440a-837d-a412796d92b2 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:57.256312 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7f88a7aa-fd77-4ffa-876a-5a39f00338c2 req-f23a8444-2b1a-440a-837d-a412796d92b2 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.0708480 Jul 13 19:20:57.301560 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7f88a7aa-fd77-4ffa-876a-5a39f00338c2 req-66006e79-104c-41d8-b3f6-516fad2fe55d tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373666 Jul 13 19:20:57.555685 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ac41c-834e-4a90-a664-0605e268da0a req-30ca9ee8-1946-4817-b26d-90de00812928 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:57.557544 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-155ac41c-834e-4a90-a664-0605e268da0a req-30ca9ee8-1946-4817-b26d-90de00812928 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 943 time: 0.0758860 Jul 13 19:20:57.588622 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9deaf356-9834-4768-bc74-6c5c52864858 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:57.609245 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-155ac41c-834e-4a90-a664-0605e268da0a req-0602cffc-3ee0-4da1-a8db-b9f2758318e1 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451746 Jul 13 19:20:57.690710 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9deaf356-9834-4768-bc74-6c5c52864858, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9deaf356-9834-4768-bc74-6c5c52864858,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:57.702434 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '9deaf356-9834-4768-bc74-6c5c52864858', 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9', 'port_id': '9deaf356-9834-4768-bc74-6c5c52864858', 'mac_address': 'fa:16:3e:66:18:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e01d0cf-3392-4ccd-a241-26efa1a4fe94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:57.740470 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.757064 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9deaf356-9834-4768-bc74-6c5c52864858 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:57.779383 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9deaf356-9834-4768-bc74-6c5c52864858, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9deaf356-9834-4768-bc74-6c5c52864858,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:57.784585 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.832951 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=9deaf356-9834-4768-bc74-6c5c52864858,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:58.061774 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9fde-dc7a-4268-8262-c56989f2bc96 req-bad3b0bc-37f8-4420-b5f9-3c2b3b90ac4a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:58.063895 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2deb9fde-dc7a-4268-8262-c56989f2bc96 req-bad3b0bc-37f8-4420-b5f9-3c2b3b90ac4a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0685382 Jul 13 19:20:58.103231 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2deb9fde-dc7a-4268-8262-c56989f2bc96 req-216f6470-524f-4e0a-8bb3-8b3e8c4d5313 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336936 Jul 13 19:20:58.480590 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8cb9d-fe61-42d3-9ef9-8c6c3c74e9f4 req-68e7cd4b-8d7b-4a23-b98a-3c41dccc5454 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:58.482128 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-39c8cb9d-fe61-42d3-9ef9-8c6c3c74e9f4 req-68e7cd4b-8d7b-4a23-b98a-3c41dccc5454 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.0638955 Jul 13 19:20:58.523076 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-39c8cb9d-fe61-42d3-9ef9-8c6c3c74e9f4 req-7ff0ba57-5225-4e8c-8452-a1f615d10233 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346305 Jul 13 19:20:58.788981 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797593-cc61-4d8f-a3d3-e6f6f88e863c req-f614cedf-e550-484c-9e93-3322adb093ed tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:58.790541 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dc797593-cc61-4d8f-a3d3-e6f6f88e863c req-f614cedf-e550-484c-9e93-3322adb093ed tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 944 time: 0.0673711 Jul 13 19:20:58.830800 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dc797593-cc61-4d8f-a3d3-e6f6f88e863c req-c6cf1988-3d33-4ddd-a5ed-0b69465a52f8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333068 Jul 13 19:20:59.049307 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['9deaf356-9834-4768-bc74-6c5c52864858'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:59.316587 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ef649-2396-4801-9db0-af7c3cb38883 req-09f5ef96-9bce-42c8-b923-a53b3a90609c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:59.318198 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0e1ef649-2396-4801-9db0-af7c3cb38883 req-09f5ef96-9bce-42c8-b923-a53b3a90609c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0860758 Jul 13 19:20:59.361248 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0e1ef649-2396-4801-9db0-af7c3cb38883 req-4067cac1-257f-4ef8-bda6-0c294a5d5e12 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361540 Jul 13 19:20:59.647462 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 34740) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:59.715399 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e27f3-29bf-4656-bfde-daeed42fe784 req-7543884a-2212-4671-9763-40366e6b5e60 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:59.716996 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e97e27f3-29bf-4656-bfde-daeed42fe784 req-7543884a-2212-4671-9763-40366e6b5e60 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.0727663 Jul 13 19:20:59.763018 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.763451 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e97e27f3-29bf-4656-bfde-daeed42fe784 req-126d804f-6a79-491a-8912-6ace77f61095 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375016 Jul 13 19:20:59.889087 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.894321 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.931515 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f9633-ee0c-430f-8038-35f459991870,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:59.938727 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1e3f502d173a4fb981709b5925d5f08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872622 Jul 13 19:20:59.939238 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 34760) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:59.950909 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:59.951257 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:59.951599 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:59.951934 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:59.952271 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:59.953304 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:59.953636 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:59.953968 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:59.954299 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:59.954644 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:59.954968 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:59.955287 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769243-1455-4d62-8db0-95c307c3b105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:59.968208 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-073655f3-150b-4434-a58d-70afc88230da tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:59.969697 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-073655f3-150b-4434-a58d-70afc88230da tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/networks?id=6e449f2c-95e9-4827-a8a0-6d3fa306e9ef HTTP/1.1" status: 200 len: 809 time: 0.1198170 Jul 13 19:20:59.986614 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-4dd340bd-91ff-41b0-a515-b756a2949757 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/quotas/f199deb6ee3a42a09aa0886550e0a633 HTTP/1.1" status: 200 len: 375 time: 0.0104878 Jul 13 19:21:00.001768 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f321c4e7-016e-4498-9bf0-a69ba0a8b18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.020998 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-817be789-4319-4b7c-bcaa-3ba1edc285be tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f199deb6ee3a42a09aa0886550e0a633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293422 Jul 13 19:21:00.023741 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f321c4e7-016e-4498-9bf0-a69ba0a8b18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.076013 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f321c4e7-016e-4498-9bf0-a69ba0a8b18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.078978 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f321c4e7-016e-4498-9bf0-a69ba0a8b18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.080113 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f321c4e7-016e-4498-9bf0-a69ba0a8b18e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f32f9633-ee0c-430f-8038-35f459991870 HTTP/1.1" status: 204 len: 168 time: 0.1399229 Jul 13 19:21:00.088349 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321c4e7-016e-4498-9bf0-a69ba0a8b18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f9633-ee0c-430f-8038-35f459991870,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:00.127419 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-f8b0c2ef-9183-43d6-a7b7-38163ba5c7b1 service neutron] 10.222.0.68 "GET /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976224 Jul 13 19:21:00.222166 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-dfb151e9-f186-4418-8a32-6aa7355df269 service neutron] 10.222.0.68 "GET /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934865 Jul 13 19:21:00.382596 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34772) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:00.397479 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.536859 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ceeca-cdd0-4ffd-9365-8735701a6664 req-2e5b9ad1-5e0c-4a7b-8539-ea787b081ad9 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:00.538456 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7c2ceeca-cdd0-4ffd-9365-8735701a6664 req-2e5b9ad1-5e0c-4a7b-8539-ea787b081ad9 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 944 time: 0.1078372 Jul 13 19:21:00.584017 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.595885 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.609909 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7c2ceeca-cdd0-4ffd-9365-8735701a6664 req-270d5b9b-e815-4013-ac08-6b1de08ddbc2 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657616 Jul 13 19:21:00.645661 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd9b8bc-a65c-4bc1-a138-3aabebf8df51,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:00.652486 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d67ccbe717c41e7a9980228549f3286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662871 Jul 13 19:21:00.652915 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 34782) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:00.658054 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:00.658472 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:00.658869 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:00.659215 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:00.659611 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:00.660135 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:00.660528 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:00.660925 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:00.661337 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:00.661675 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:00.662146 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:00.662595 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6107ac2a-63b3-4579-87aa-13c2cfa89e64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:00.699945 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b6592e92-b03f-4083-a39c-e87d24be21ba req-6e49df00-d161-4991-bdd0-5547c0d5781e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 210 time: 0.0321364 Jul 13 19:21:00.720918 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6d03a45-6c80-48a4-9deb-b8280742fbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.745879 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6d03a45-6c80-48a4-9deb-b8280742fbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.815408 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6d03a45-6c80-48a4-9deb-b8280742fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.818559 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6d03a45-6c80-48a4-9deb-b8280742fbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.819767 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f6d03a45-6c80-48a4-9deb-b8280742fbcc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2dd9b8bc-a65c-4bc1-a138-3aabebf8df51 HTTP/1.1" status: 204 len: 168 time: 0.1658707 Jul 13 19:21:00.835075 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d03a45-6c80-48a4-9deb-b8280742fbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd9b8bc-a65c-4bc1-a138-3aabebf8df51,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:00.884466 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347e6e1-8adc-4f9e-93eb-cd284275d7a2 req-9fa245a0-a270-4d5f-9de3-877470890b9f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:00.885986 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8347e6e1-8adc-4f9e-93eb-cd284275d7a2 req-9fa245a0-a270-4d5f-9de3-877470890b9f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0745256 Jul 13 19:21:00.927974 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8347e6e1-8adc-4f9e-93eb-cd284275d7a2 req-dcaba476-1a55-4bfc-96f2-46c4bf61c66f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351148 Jul 13 19:21:01.098455 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc801c-0bc0-4ba5-8425-aaa16ae344c3 req-94cabefc-a331-4045-8b1c-ffa85009841a tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:01.100078 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e0cc801c-0bc0-4ba5-8425-aaa16ae344c3 req-94cabefc-a331-4045-8b1c-ffa85009841a tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.0664411 Jul 13 19:21:01.142382 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e0cc801c-0bc0-4ba5-8425-aaa16ae344c3 req-cb7fc9e4-7113-41e0-a547-e8848b513878 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351999 Jul 13 19:21:01.175479 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 34792) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:01.188841 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f15620b9-6086-45fe-9441-c7039b7d0f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.283435 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f15620b9-6086-45fe-9441-c7039b7d0f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.288379 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f15620b9-6086-45fe-9441-c7039b7d0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.328515 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f15620b9-6086-45fe-9441-c7039b7d0f57 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=00c5337e9f3549a5b69d075f7de3df26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516087 Jul 13 19:21:01.329671 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15620b9-6086-45fe-9441-c7039b7d0f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9795b820-a0fd-45a9-a907-cdcbf6b47ae6,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:01.331251 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 34794) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:01.387331 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-80620149-96c7-4cdf-a96a-ceba182ffb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.413175 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-80620149-96c7-4cdf-a96a-ceba182ffb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.459660 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-80620149-96c7-4cdf-a96a-ceba182ffb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.462308 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-80620149-96c7-4cdf-a96a-ceba182ffb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.463541 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-80620149-96c7-4cdf-a96a-ceba182ffb4a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9795b820-a0fd-45a9-a907-cdcbf6b47ae6 HTTP/1.1" status: 204 len: 168 time: 0.1312425 Jul 13 19:21:01.473240 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80620149-96c7-4cdf-a96a-ceba182ffb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9795b820-a0fd-45a9-a907-cdcbf6b47ae6,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:01.798745 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47949e8e-c068-4567-ab58-aaa2711145ff req-6a11a9bf-5f9d-49c8-bdc9-b2a8ce00d664 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:01.800041 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-47949e8e-c068-4567-ab58-aaa2711145ff req-6a11a9bf-5f9d-49c8-bdc9-b2a8ce00d664 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 944 time: 0.0692365 Jul 13 19:21:01.838828 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-47949e8e-c068-4567-ab58-aaa2711145ff req-cf3a2a1d-062f-40a2-bd58-1a236915267d tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330634 Jul 13 19:21:01.933777 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3f2ebd1f-ad60-44aa-9dd8-7cc547a44057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.988445 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-591a5117-66c1-4f34-a0ce-b14476b70648 req-d7d39bda-ba4a-4582-932c-9e27be4b6038 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 210 time: 0.0313408 Jul 13 19:21:02.155410 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6da84-10b0-4825-bc1e-db1d39a04216 req-f2630076-f16b-47e2-b377-d7164d8c5224 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:02.157401 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4bb6da84-10b0-4825-bc1e-db1d39a04216 req-f2630076-f16b-47e2-b377-d7164d8c5224 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0667033 Jul 13 19:21:02.204706 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4bb6da84-10b0-4825-bc1e-db1d39a04216 req-031790ef-7d89-4a52-92fd-6a8874753c89 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Jul 13 19:21:02.378375 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3b439-4a46-4697-aeca-e3c4cccf2214 req-03f60663-4190-4ecd-8baa-77c033600fd8 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:02.380120 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-50b3b439-4a46-4697-aeca-e3c4cccf2214 req-03f60663-4190-4ecd-8baa-77c033600fd8 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.0730946 Jul 13 19:21:02.445391 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-50b3b439-4a46-4697-aeca-e3c4cccf2214 req-78f4fdde-5fbe-41a7-89d6-e9b91f534a6a tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593476 Jul 13 19:21:03.016013 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77a424-885d-41d0-87f1-67644c4198c8 req-f8636cc1-9306-41cb-bb19-52a1b278ca06 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:03.017466 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9c77a424-885d-41d0-87f1-67644c4198c8 req-f8636cc1-9306-41cb-bb19-52a1b278ca06 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 944 time: 0.0632045 Jul 13 19:21:03.076105 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9c77a424-885d-41d0-87f1-67644c4198c8 req-de2e3d9c-e872-49e3-9b06-f6f833ad5d74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525484 Jul 13 19:21:03.204671 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f52dc83b-cd5e-4eb6-9f81-e8d65ac2112e req-8333a117-93b1-4669-9ad4-f16c77a68133 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 210 time: 0.0341165 Jul 13 19:21:03.392747 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd6ae-1461-4be5-b587-c2d2bb79ec3f req-cd150669-d84a-4d2c-8302-2c057344fcaa tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:03.394416 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e4ccd6ae-1461-4be5-b587-c2d2bb79ec3f req-cd150669-d84a-4d2c-8302-2c057344fcaa tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0745323 Jul 13 19:21:03.435423 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e4ccd6ae-1461-4be5-b587-c2d2bb79ec3f req-501c0c10-fc71-4c8b-9fce-e9ec3b403f89 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351648 Jul 13 19:21:03.641896 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758c5ce-1287-4133-ba90-4bf2dc1c49a2 req-3410efbf-782d-411c-97c2-766d7814869e tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:03.643348 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5758c5ce-1287-4133-ba90-4bf2dc1c49a2 req-3410efbf-782d-411c-97c2-766d7814869e tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.0699770 Jul 13 19:21:03.682885 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5758c5ce-1287-4133-ba90-4bf2dc1c49a2 req-8bceb4fe-aeed-402c-8a6a-ae507bca613e tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337844 Jul 13 19:21:04.034144 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-d17d540f-aab3-4590-8d60-93019188d2fc tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:04.035993 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-d17d540f-aab3-4590-8d60-93019188d2fc tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.73 "GET /v2.0/networks?id=6e449f2c-95e9-4827-a8a0-6d3fa306e9ef HTTP/1.1" status: 200 len: 809 time: 0.1197493 Jul 13 19:21:04.052102 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Request body: {'port': {'device_id': '6aa74dcf-4899-4fb6-9b70-8dd4007a1239', 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef', 'admin_state_up': True, 'tenant_id': 'f199deb6ee3a42a09aa0886550e0a633'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:04.196229 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Made reservation on behalf of f199deb6ee3a42a09aa0886550e0a633 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:04.200260 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.380317 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ade91f76-158e-4839-80ce-911770a54410 req-5566fcb1-bfda-4aed-997c-5a4d2bb51af4 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 210 time: 0.0312409 Jul 13 19:21:04.390479 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690f34a-339e-4120-ab22-3e3923c9593b req-fbe862ca-e1d9-4065-94b0-805362011419 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:04.392856 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2690f34a-339e-4120-ab22-3e3923c9593b req-fbe862ca-e1d9-4065-94b0-805362011419 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 944 time: 0.1626005 Jul 13 19:21:04.397361 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Allocated IP 172.20.0.11 (6e449f2c-95e9-4827-a8a0-6d3fa306e9ef/3d8c64fa-36ed-4ec5-a67a-8bfc7b2ed320/ff99bf77-c969-40be-b78c-58804feacbb0) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:04.458909 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2690f34a-339e-4120-ab22-3e3923c9593b req-3d4fcbf0-fc8e-4924-b50a-46343188583f tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590169 Jul 13 19:21:04.576609 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.621456 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.661794 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfca40-41b2-4c90-aba3-246874d32a1a req-c385f72d-bdac-4327-84b7-c7be98e53360 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:04.663374 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2cdfca40-41b2-4c90-aba3-246874d32a1a req-c385f72d-bdac-4327-84b7-c7be98e53360 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.73 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.1205881 Jul 13 19:21:04.672318 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd3f74-dd96-49b7-8684-e7d78c89225b req-9d2ddff0-f70d-49f8-ad4f-b8e3e93adcd4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:04.674179 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6acd3f74-dd96-49b7-8684-e7d78c89225b req-9d2ddff0-f70d-49f8-ad4f-b8e3e93adcd4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1209252 Jul 13 19:21:04.676362 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:04.680324 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:04.688408 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:04.693433 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:04.694084 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.710381 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Pushing event updated for resources: {'Port': ['ID=ff99bf77-c969-40be-b78c-58804feacbb0,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:04.745191 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-88d80cec-0c0a-46c2-8b72-0509da3d5a8e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6969807 Jul 13 19:21:04.766738 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Request body: {'port': {'device_id': '6aa74dcf-4899-4fb6-9b70-8dd4007a1239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:04.841127 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6acd3f74-dd96-49b7-8684-e7d78c89225b req-600637c9-6517-482e-a789-19c03005d2e8 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988467 Jul 13 19:21:04.889212 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-2cdfca40-41b2-4c90-aba3-246874d32a1a req-a6538477-d0b5-48a1-b405-0153800c4eb1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Deleting port 95081fae-7442-47a5-81c7-8d3ac86fe9cf {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:21:04.890368 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-2cdfca40-41b2-4c90-aba3-246874d32a1a req-a6538477-d0b5-48a1-b405-0153800c4eb1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.934246 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.002476 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-2cdfca40-41b2-4c90-aba3-246874d32a1a req-a6538477-d0b5-48a1-b405-0153800c4eb1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] For port 95081fae-7442-47a5-81c7-8d3ac86fe9cf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=95081fae-7442-47a5-81c7-8d3ac86fe9cf,segment=NetworkSegment(4795b7f9-cc1a-470c-8816-7797f6186654),segment_id=4795b7f9-cc1a-470c-8816-7797f6186654)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:05.003113 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-2cdfca40-41b2-4c90-aba3-246874d32a1a req-a6538477-d0b5-48a1-b405-0153800c4eb1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.017949 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2e2c-f5df-4099-8b4d-d4df702bc13d req-52664dcd-7945-4b22-920f-267d8a59f651 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:05.019645 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d83e2e2c-f5df-4099-8b4d-d4df702bc13d req-52664dcd-7945-4b22-920f-267d8a59f651 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 945 time: 0.1388662 Jul 13 19:21:05.021466 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-2cdfca40-41b2-4c90-aba3-246874d32a1a req-a6538477-d0b5-48a1-b405-0153800c4eb1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Calling delete_port for 95081fae-7442-47a5-81c7-8d3ac86fe9cf owned by compute:nova {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:21:05.047620 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9deaf356-9834-4768-bc74-6c5c52864858 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:05.159279 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d83e2e2c-f5df-4099-8b4d-d4df702bc13d req-fba3a673-34e6-4ed9-92b2-dd4ba2993063 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d2a53f8-5bab-41d0-bbb8-3f6de536f946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920138 Jul 13 19:21:05.189195 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-34eedbc9-3db4-482b-985d-f607809c8cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.218275 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 9deaf356-9834-4768-bc74-6c5c52864858 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:05.224556 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 9deaf356-9834-4768-bc74-6c5c52864858 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:05.225067 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.256868 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-2cdfca40-41b2-4c90-aba3-246874d32a1a req-a6538477-d0b5-48a1-b405-0153800c4eb1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.277957 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['95081fae-7442-47a5-81c7-8d3ac86fe9cf'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:05.297846 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6538477-d0b5-48a1-b405-0153800c4eb1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Pushing event deleted for resources: {'Port': ['ID=95081fae-7442-47a5-81c7-8d3ac86fe9cf,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:05.349326 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff99bf77-c969-40be-b78c-58804feacbb0 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:05.350067 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.359813 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.377383 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdfca40-41b2-4c90-aba3-246874d32a1a req-a6538477-d0b5-48a1-b405-0153800c4eb1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] No DVR routers for this DVR port 95081fae-7442-47a5-81c7-8d3ac86fe9cf on host hv-cinder-78693 {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:21:05.378556 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Transition to ACTIVE for port object ff99bf77-c969-40be-b78c-58804feacbb0 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:05.378753 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deaf356-9834-4768-bc74-6c5c52864858'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:05.381664 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd13bfa-cd9e-4261-b341-11477af26bbf" -d '{"events": [{"server_uuid": "9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2", "name": "network-vif-plugged", "status": "completed", "tag": "9deaf356-9834-4768-bc74-6c5c52864858"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:05.382007 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-2cdfca40-41b2-4c90-aba3-246874d32a1a req-a6538477-d0b5-48a1-b405-0153800c4eb1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.383270 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.385176 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2cdfca40-41b2-4c90-aba3-246874d32a1a req-a6538477-d0b5-48a1-b405-0153800c4eb1 tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.73 "DELETE /v2.0/ports/95081fae-7442-47a5-81c7-8d3ac86fe9cf HTTP/1.1" status: 204 len: 173 time: 0.7096891 Jul 13 19:21:05.386465 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a054eae5-e184-4a0d-8ebc-7d1164a27db5', 'name': 'network-vif-deleted', 'tag': '95081fae-7442-47a5-81c7-8d3ac86fe9cf'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:05.390023 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc234ef-d9e0-4c21-b3ad-22f8ef457848" -d '{"events": [{"server_uuid": "a054eae5-e184-4a0d-8ebc-7d1164a27db5", "name": "network-vif-deleted", "tag": "95081fae-7442-47a5-81c7-8d3ac86fe9cf"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:05.395742 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9deaf356-9834-4768-bc74-6c5c52864858, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9deaf356-9834-4768-bc74-6c5c52864858,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:05.400666 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.470299 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb14954d-0a5e-40d4-ac81-45dc41b0e31d x-openstack-request-id: req-bb14954d-0a5e-40d4-ac81-45dc41b0e31d {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:05.470716 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2", "name": "network-vif-plugged", "status": "completed", "tag": "9deaf356-9834-4768-bc74-6c5c52864858", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:05.471058 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bb14954d-0a5e-40d4-ac81-45dc41b0e31d {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:05.471537 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deaf356-9834-4768-bc74-6c5c52864858', 'code': 200} Jul 13 19:21:05.477072 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f431b50a-79d4-4117-b4fb-e5b3d5ecb9db x-openstack-request-id: req-f431b50a-79d4-4117-b4fb-e5b3d5ecb9db {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:05.477737 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a054eae5-e184-4a0d-8ebc-7d1164a27db5", "name": "network-vif-deleted", "tag": "95081fae-7442-47a5-81c7-8d3ac86fe9cf", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:05.477737 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f431b50a-79d4-4117-b4fb-e5b3d5ecb9db {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:05.477985 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a054eae5-e184-4a0d-8ebc-7d1164a27db5', 'name': 'network-vif-deleted', 'tag': '95081fae-7442-47a5-81c7-8d3ac86fe9cf', 'status': 'completed', 'code': 200} Jul 13 19:21:05.480515 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=9deaf356-9834-4768-bc74-6c5c52864858,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:05.491814 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.492524 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.493071 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.493614 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.494552 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.495985 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.496514 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.497057 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.497588 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.498716 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.499736 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.500108 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.504808 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.516168 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Pushing event updated for resources: {'Port': ['ID=ff99bf77-c969-40be-b78c-58804feacbb0,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:05.528269 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Attempting to bind port ff99bf77-c969-40be-b78c-58804feacbb0 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:05.528687 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Attempting to bind port ff99bf77-c969-40be-b78c-58804feacbb0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'df682a35-0066-4647-b3b2-2bd94158272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:05.529018 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Attempting to bind port ff99bf77-c969-40be-b78c-58804feacbb0 on network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:05.535488 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Port ff99bf77-c969-40be-b78c-58804feacbb0 on network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:05.535836 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Attempting to bind port ff99bf77-c969-40be-b78c-58804feacbb0 on network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:05.546918 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:05.547512 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Checking segment: {'id': 'df682a35-0066-4647-b3b2-2bd94158272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:05.548049 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Bound using segment: {'id': 'df682a35-0066-4647-b3b2-2bd94158272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:05.548611 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Bound port: ff99bf77-c969-40be-b78c-58804feacbb0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df682a35-0066-4647-b3b2-2bd94158272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:05.549135 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.657941 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] For port ff99bf77-c969-40be-b78c-58804feacbb0, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:05.673740 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] For port ff99bf77-c969-40be-b78c-58804feacbb0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ff99bf77-c969-40be-b78c-58804feacbb0,segment=NetworkSegment(df682a35-0066-4647-b3b2-2bd94158272b),segment_id=df682a35-0066-4647-b3b2-2bd94158272b)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:05.680296 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.694140 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bb472-1032-4d1e-989c-d08c98935157 req-99d47e18-e33d-4b0e-8675-9b4ef655cad1 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:05.695736 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8e8bb472-1032-4d1e-989c-d08c98935157 req-99d47e18-e33d-4b0e-8675-9b4ef655cad1 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 945 time: 0.0742838 Jul 13 19:21:05.735279 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:05.735889 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.737291 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] 10.222.0.73 "PUT /v2.0/ports/ff99bf77-c969-40be-b78c-58804feacbb0 HTTP/1.1" status: 200 len: 1094 time: 0.9840474 Jul 13 19:21:05.740163 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa74dcf-4899-4fb6-9b70-8dd4007a1239', 'tag': 'ff99bf77-c969-40be-b78c-58804feacbb0'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:05.742371 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de5617c-ffda-4dcb-8aca-8f5c68f27210" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa74dcf-4899-4fb6-9b70-8dd4007a1239", "tag": "ff99bf77-c969-40be-b78c-58804feacbb0"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:05.766083 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa7ab-54f4-4401-9ffa-03890b99c614 req-1a17a807-9007-4ce8-896b-65163ca7ced3 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:05.767701 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35cfa7ab-54f4-4401-9ffa-03890b99c614 req-1a17a807-9007-4ce8-896b-65163ca7ced3 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 944 time: 0.1551127 Jul 13 19:21:05.768773 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844be1a-1e92-442d-a286-d37b0fcd8423 service neutron] Pushing event updated for resources: {'Port': ['ID=ff99bf77-c969-40be-b78c-58804feacbb0,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:05.779719 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8e8bb472-1032-4d1e-989c-d08c98935157 req-b396bc32-03f6-4626-88bb-93078b220d40 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736482 Jul 13 19:21:05.801690 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374f2e5-4f6e-4955-a77e-cc0119d75b5e req-a5be5b18-e25f-4684-8bcf-de314db54694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:05.803437 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9374f2e5-4f6e-4955-a77e-cc0119d75b5e req-a5be5b18-e25f-4684-8bcf-de314db54694 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 1098 time: 0.1066966 Jul 13 19:21:05.856047 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35cfa7ab-54f4-4401-9ffa-03890b99c614 req-3e602955-105e-4016-b490-f6dbf3444def tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814748 Jul 13 19:21:05.881224 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd0be91-44d2-4323-a1ac-1fc83c1fdeac x-openstack-request-id: req-ffd0be91-44d2-4323-a1ac-1fc83c1fdeac {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:05.881751 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa74dcf-4899-4fb6-9b70-8dd4007a1239", "tag": "ff99bf77-c969-40be-b78c-58804feacbb0", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:05.882071 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ffd0be91-44d2-4323-a1ac-1fc83c1fdeac {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:05.882540 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa74dcf-4899-4fb6-9b70-8dd4007a1239', 'tag': 'ff99bf77-c969-40be-b78c-58804feacbb0', 'status': 'completed', 'code': 200} Jul 13 19:21:05.889386 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9374f2e5-4f6e-4955-a77e-cc0119d75b5e req-216ddc9e-7311-4363-847a-6196ae6b1f40 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668960 Jul 13 19:21:05.891960 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-071ea0cb-3938-4fe7-bd21-8e12d1ed56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:05.893521 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-071ea0cb-3938-4fe7-bd21-8e12d1ed56a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f199deb6ee3a42a09aa0886550e0a633&device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 1097 time: 0.1006591 Jul 13 19:21:06.000498 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.024464 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-32cca23f-7011-4b77-95aa-b1b9e65e7618 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff99bf77-c969-40be-b78c-58804feacbb0 HTTP/1.1" status: 200 len: 217 time: 0.0388286 Jul 13 19:21:06.118859 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-34a87fa1-57e5-4f1c-ad35-18f9a38a731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:06.120293 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-34a87fa1-57e5-4f1c-ad35-18f9a38a731d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3d8c64fa-36ed-4ec5-a67a-8bfc7b2ed320 HTTP/1.1" status: 200 len: 849 time: 0.0670283 Jul 13 19:21:06.134122 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4146c-f857-4c5c-b785-76110818bc13 req-e5942d1e-feac-4566-83a9-898709e7f99b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:06.135602 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8df4146c-f857-4c5c-b785-76110818bc13 req-e5942d1e-feac-4566-83a9-898709e7f99b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1140263 Jul 13 19:21:06.168428 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-4e8049ca-61a1-4e40-bdcf-5fdec55aa517 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e449f2c-95e9-4827-a8a0-6d3fa306e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317643 Jul 13 19:21:06.330168 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ee8032dd-29a1-4967-83c2-5ca6f4ecc77e req-54b73866-49fe-414a-b1ee-58913f6498af tempest-DeleteServersTestJSON-452782716 tempest-DeleteServersTestJSON-452782716-project] 10.222.0.68 "GET /v2.0/ports?device_id=a054eae5-e184-4a0d-8ebc-7d1164a27db5 HTTP/1.1" status: 200 len: 210 time: 0.0337238 Jul 13 19:21:06.455581 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8df4146c-f857-4c5c-b785-76110818bc13 req-926d5897-231b-4c59-8402-5ae550d5cdf9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098319 Jul 13 19:21:06.499615 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-9fcba9ef-067e-4412-989a-c0a38934a581 service neutron] 10.222.0.73 "GET /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207154 Jul 13 19:21:06.609347 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2d46f0d9-2d8e-4170-860a-f9f41415195d req-b8b49c9d-1a01-4e59-a88e-ca227f8960c8 service neutron] 10.222.0.73 "GET /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918686 Jul 13 19:21:06.757266 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5617c-ffda-4dcb-8aca-8f5c68f27210 req-0d0df4dd-a054-405f-ade5-31d723d040a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:06.758678 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2de5617c-ffda-4dcb-8aca-8f5c68f27210 req-0d0df4dd-a054-405f-ade5-31d723d040a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f199deb6ee3a42a09aa0886550e0a633&device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 1097 time: 0.0615971 Jul 13 19:21:06.857449 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5617c-ffda-4dcb-8aca-8f5c68f27210 req-7280c78e-d295-4c33-b99c-6c8ed33d786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:06.859621 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2de5617c-ffda-4dcb-8aca-8f5c68f27210 req-7280c78e-d295-4c33-b99c-6c8ed33d786a service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e449f2c-95e9-4827-a8a0-6d3fa306e9ef HTTP/1.1" status: 200 len: 911 time: 0.0930433 Jul 13 19:21:06.970272 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3394f-fa38-4dce-beaa-a106975d0b66 req-b2588ead-578e-452a-9700-bf50ab220b9e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:06.971786 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d8c3394f-fa38-4dce-beaa-a106975d0b66 req-b2588ead-578e-452a-9700-bf50ab220b9e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 945 time: 0.0691252 Jul 13 19:21:07.009660 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d8c3394f-fa38-4dce-beaa-a106975d0b66 req-afdcdde4-8836-4682-8d86-db2dd8698407 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321565 Jul 13 19:21:07.050695 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f5748-7ff6-4981-b274-9e83bfb012a4 req-1f2f0c3e-a108-4dd9-9dec-4bacc43c38dd tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:07.052165 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0f7f5748-7ff6-4981-b274-9e83bfb012a4 req-1f2f0c3e-a108-4dd9-9dec-4bacc43c38dd tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 944 time: 0.0742986 Jul 13 19:21:07.090763 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0f7f5748-7ff6-4981-b274-9e83bfb012a4 req-ad77be79-97a3-4b11-b5e6-8a393345d5c2 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323360 Jul 13 19:21:07.647162 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84660e19-dd5d-4830-97d4-c4a0077d2fe1 req-559283be-7d33-4699-932a-4d62307e5ad3 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:07.648751 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-84660e19-dd5d-4830-97d4-c4a0077d2fe1 req-559283be-7d33-4699-932a-4d62307e5ad3 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0763001 Jul 13 19:21:07.698890 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-84660e19-dd5d-4830-97d4-c4a0077d2fe1 req-45d5eef3-b08a-4270-a9db-4ac8762770e9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 Jul 13 19:21:07.886264 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2de5617c-ffda-4dcb-8aca-8f5c68f27210 req-d6abe666-0729-4035-867d-608a7905448b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff99bf77-c969-40be-b78c-58804feacbb0 HTTP/1.1" status: 200 len: 217 time: 0.0383646 Jul 13 19:21:08.120270 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.189731 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe58836-e7a2-4ab3-9f87-248729b93726 req-c500de11-7178-412d-aa08-43e58311ed61 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:08.191209 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dbe58836-e7a2-4ab3-9f87-248729b93726 req-c500de11-7178-412d-aa08-43e58311ed61 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 945 time: 0.0611124 Jul 13 19:21:08.227620 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dbe58836-e7a2-4ab3-9f87-248729b93726 req-6d4d5a54-eadb-4f14-8c2b-bcfeba01ab74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308750 Jul 13 19:21:08.395017 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5bc1-07e8-4343-b778-293a492923a3 req-3362f82c-2285-48b1-9a2b-222b3dc09e1a tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:08.396378 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ab1e5bc1-07e8-4343-b778-293a492923a3 req-3362f82c-2285-48b1-9a2b-222b3dc09e1a tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 944 time: 0.0649068 Jul 13 19:21:08.434293 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ab1e5bc1-07e8-4343-b778-293a492923a3 req-f5b2d49c-3ab2-41b7-b2c4-a2ebcdbd3d69 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Jul 13 19:21:08.875026 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f0368-3ba2-4505-bead-e378193e26ee req-388fcf23-c7df-4234-a3a2-10de058e087f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:08.876560 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b6f0368-3ba2-4505-bead-e378193e26ee req-388fcf23-c7df-4234-a3a2-10de058e087f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0668864 Jul 13 19:21:08.918057 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b6f0368-3ba2-4505-bead-e378193e26ee req-29b550cf-efb7-43d3-832a-27618381d8b7 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358937 Jul 13 19:21:09.399608 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1c569-6956-40ed-8d1f-6c79c24d1931 req-b3cc192b-f8c8-4e2d-a2c5-9b8cd4988f26 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:09.401104 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ee1c569-6956-40ed-8d1f-6c79c24d1931 req-b3cc192b-f8c8-4e2d-a2c5-9b8cd4988f26 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 945 time: 0.0650113 Jul 13 19:21:09.438326 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ee1c569-6956-40ed-8d1f-6c79c24d1931 req-78c1a1a8-7189-4e5b-8fcc-2288e7174b2b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309789 Jul 13 19:21:09.617976 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de47c7e-6363-4514-900b-fa7f905545d9 req-0b0c40dc-c889-40e4-b8e3-679bbb062952 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:09.619508 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4de47c7e-6363-4514-900b-fa7f905545d9 req-0b0c40dc-c889-40e4-b8e3-679bbb062952 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 944 time: 0.0713284 Jul 13 19:21:09.657947 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4de47c7e-6363-4514-900b-fa7f905545d9 req-9d7f438c-0a0a-4eb0-90cc-ad685c27955e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323286 Jul 13 19:21:10.074163 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 95081fae-7442-47a5-81c7-8d3ac86fe9cf no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:10.099408 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd03fa2-7d36-4c9f-b3ef-a5eb315819bd req-49141029-db1e-43fd-914e-2637e236870b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:10.100958 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9dd03fa2-7d36-4c9f-b3ef-a5eb315819bd req-49141029-db1e-43fd-914e-2637e236870b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0692754 Jul 13 19:21:10.109257 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 95081fae-7442-47a5-81c7-8d3ac86fe9cf {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:21:10.109969 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 95081fae-7442-47a5-81c7-8d3ac86fe9cf not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:10.152398 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5617c-ffda-4dcb-8aca-8f5c68f27210 req-5a51f4a9-fdc5-4776-a532-f007f22b4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:10.153994 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2de5617c-ffda-4dcb-8aca-8f5c68f27210 req-5a51f4a9-fdc5-4776-a532-f007f22b4e1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3d8c64fa-36ed-4ec5-a67a-8bfc7b2ed320 HTTP/1.1" status: 200 len: 849 time: 0.0732975 Jul 13 19:21:10.160086 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9dd03fa2-7d36-4c9f-b3ef-a5eb315819bd req-6d7dc3ef-f5a0-41df-928e-450cdbc8860d tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502861 Jul 13 19:21:10.191530 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2de5617c-ffda-4dcb-8aca-8f5c68f27210 req-25b5859f-48d2-4030-b709-a083fc8a2a82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e449f2c-95e9-4827-a8a0-6d3fa306e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286033 Jul 13 19:21:10.293044 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2de5617c-ffda-4dcb-8aca-8f5c68f27210 req-a9136bc7-8de1-4c73-8de9-ead7b62bc3db service neutron] 10.222.0.73 "GET /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888433 Jul 13 19:21:10.401950 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2de5617c-ffda-4dcb-8aca-8f5c68f27210 req-fd6de0a4-2246-4c73-9c41-eed0409b5c53 service neutron] 10.222.0.73 "GET /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937803 Jul 13 19:21:10.628650 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb1c3e-a614-4efe-8c2a-4283f0c0edbb req-cdfccf18-2ede-4370-9985-7f98f6169fa5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:10.630279 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-80bb1c3e-a614-4efe-8c2a-4283f0c0edbb req-cdfccf18-2ede-4370-9985-7f98f6169fa5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 945 time: 0.0735590 Jul 13 19:21:10.669824 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-80bb1c3e-a614-4efe-8c2a-4283f0c0edbb req-db4f7b7a-d3a1-44ae-a437-2aa5c2d6e47a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337718 Jul 13 19:21:10.887800 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84579c-6d46-4b8b-96e1-e3272fafec1f req-c79f577f-78ca-40d5-b943-acdfae3269da tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:10.890024 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2b84579c-6d46-4b8b-96e1-e3272fafec1f req-c79f577f-78ca-40d5-b943-acdfae3269da tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 944 time: 0.0891340 Jul 13 19:21:10.938623 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2b84579c-6d46-4b8b-96e1-e3272fafec1f req-64cd08c9-f8b8-4a3f-98e0-ad55c085aebb tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392666 Jul 13 19:21:11.026289 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 35062) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:11.076793 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d897e51-3a6d-4ba5-80d3-13a64635eb39 admin admin] Deleting subnet 29e2d731-4965-43a3-a21c-fcbd4ae56e02 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:21:11.081249 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0d897e51-3a6d-4ba5-80d3-13a64635eb39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.117521 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0d897e51-3a6d-4ba5-80d3-13a64635eb39 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.127612 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0d897e51-3a6d-4ba5-80d3-13a64635eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.215941 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0d897e51-3a6d-4ba5-80d3-13a64635eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.250303 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d897e51-3a6d-4ba5-80d3-13a64635eb39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e2d731-4965-43a3-a21c-fcbd4ae56e02,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:11.258833 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0d897e51-3a6d-4ba5-80d3-13a64635eb39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.260318 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-0d897e51-3a6d-4ba5-80d3-13a64635eb39 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/29e2d731-4965-43a3-a21c-fcbd4ae56e02 HTTP/1.1" status: 204 len: 168 time: 0.2328293 Jul 13 19:21:11.264347 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 35078) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:11.359901 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.481439 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.495035 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.495392 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.496117 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.496453 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > port after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.496764 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.497163 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > port after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.497395 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.497701 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.498003 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.498309 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.650908 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.651250 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.651578 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.651905 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:21:11.652272 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9bdfe4-936f-47c5-b367-3d4cee9d1dbb']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:11.673195 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4795b7f9-cc1a-470c-8816-7797f6186654') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:11.673549 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4795b7f9-cc1a-470c-8816-7797f6186654') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:11.694580 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569332'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.728569 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9d07b-e92b-4fb8-a4dc-01a9358ae0aa req-5c0773f3-08e7-4053-857a-c2fd309daea6 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:11.730165 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-57c9d07b-e92b-4fb8-a4dc-01a9358ae0aa req-5c0773f3-08e7-4053-857a-c2fd309daea6 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.3346834 Jul 13 19:21:11.731253 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.741084 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:21:11.741492 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8569047'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: from cryptography.utils import int_from_bytes Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: from cryptography.utils import int_from_bytes Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: timer() Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: cb(*args, **kw) Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: self._notify() Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: self.callback(batched_events) Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: event.method(event) Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._get(url).json() Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:21:11.745586 dv-cinder-786931-3-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:21:11.823149 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.827369 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-57c9d07b-e92b-4fb8-a4dc-01a9358ae0aa req-d87f5d27-83d9-49cf-8d9a-86e4bfa92f44 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803671 Jul 13 19:21:11.833940 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.835849 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] 10.222.0.68 "DELETE /v2.0/networks/de9bdfe4-936f-47c5-b367-3d4cee9d1dbb HTTP/1.1" status: 204 len: 168 time: 0.5696707 Jul 13 19:21:11.847215 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f7a01-5898-4898-a429-bc502f66dd28 admin admin] Pushing event deleted for resources: {'Network': ['ID=de9bdfe4-936f-47c5-b367-3d4cee9d1dbb,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:12.052168 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 35090) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:12.119675 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-550036bd-dfb0-427e-983b-87202dfb27c6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=948fa0f93c934702abbbdafee2a737d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0637035 Jul 13 19:21:12.120024 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 35094) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:12.152489 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a9a6a-1fe5-4002-891e-f6a9d882cd42 req-54ab2042-f93e-4041-9574-4ccbf25df56d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:12.154030 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e51a9a6a-1fe5-4002-891e-f6a9d882cd42 req-54ab2042-f93e-4041-9574-4ccbf25df56d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 944 time: 0.0861666 Jul 13 19:21:12.176355 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cd93224c-bbf6-4fa3-bade-634a5d6fa68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.192443 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e51a9a6a-1fe5-4002-891e-f6a9d882cd42 req-7b765a72-68ac-4fd8-9724-6da260ca4e16 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Jul 13 19:21:12.199012 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cd93224c-bbf6-4fa3-bade-634a5d6fa68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.249279 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cd93224c-bbf6-4fa3-bade-634a5d6fa68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.251881 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cd93224c-bbf6-4fa3-bade-634a5d6fa68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.255466 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-cd93224c-bbf6-4fa3-bade-634a5d6fa68e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7d2a53f8-5bab-41d0-bbb8-3f6de536f946 HTTP/1.1" status: 204 len: 168 time: 0.1321554 Jul 13 19:21:12.262978 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93224c-bbf6-4fa3-bade-634a5d6fa68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2a53f8-5bab-41d0-bbb8-3f6de536f946,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:13.050988 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-fbe76ffd-2002-455d-906b-db17086e8ed1 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:13.052541 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-fbe76ffd-2002-455d-906b-db17086e8ed1 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 815 time: 0.3204832 Jul 13 19:21:13.057528 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadb73d-31b3-4620-a711-3fefdfa20fa0 req-f5b9bbd9-50ac-49be-9d61-7213497f510f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:13.059249 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2cadb73d-31b3-4620-a711-3fefdfa20fa0 req-f5b9bbd9-50ac-49be-9d61-7213497f510f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0829709 Jul 13 19:21:13.079731 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-343b9a12-16c9-491d-82cd-25aa144ffa98 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/quotas/b5e39dfc1338450284e225e45453460b HTTP/1.1" status: 200 len: 375 time: 0.0132892 Jul 13 19:21:13.108464 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2cadb73d-31b3-4620-a711-3fefdfa20fa0 req-19738a56-a3e7-43ea-b60b-ec5e0eb634df tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420747 Jul 13 19:21:13.178740 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-cb93415b-4bb7-451d-a5b2-7d7d1569b979 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936000 Jul 13 19:21:13.317328 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-4bd8c02f-b953-4b37-993a-bef0e06d1479 service neutron] 10.222.0.68 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305354 Jul 13 19:21:13.403872 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6756d9-0057-4e4c-9e9a-9ab08a11981e req-48e19a04-8ce1-4d2a-a4d9-a6ce1e4c0ea9 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:13.405447 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-de6756d9-0057-4e4c-9e9a-9ab08a11981e req-48e19a04-8ce1-4d2a-a4d9-a6ce1e4c0ea9 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 944 time: 0.0871184 Jul 13 19:21:13.433336 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-f6317f63-1361-41b8-961b-99f34c87f569 service neutron] 10.222.0.68 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087756 Jul 13 19:21:13.449321 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-de6756d9-0057-4e4c-9e9a-9ab08a11981e req-63c5028f-855c-4b61-ad94-8729a2972cb7 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355833 Jul 13 19:21:13.700828 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1b0001c4-bd89-4640-9cd6-563c990b5fb7 req-91eb3b14-df75-4ce1-8006-94a3429709b1 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 210 time: 0.0389705 Jul 13 19:21:13.969674 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-130c5833-9058-4ca2-b26d-5756b710e40d req-bbdbd0e8-9f6f-4f7a-8ece-7b2fd7017f26 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0640576 Jul 13 19:21:14.076601 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device ff99bf77-c969-40be-b78c-58804feacbb0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:14.108989 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c5833-9058-4ca2-b26d-5756b710e40d req-7fb8c0dc-6704-4a31-adca-da9a6a6a72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:14.110953 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-130c5833-9058-4ca2-b26d-5756b710e40d req-7fb8c0dc-6704-4a31-adca-da9a6a6a72b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 1098 time: 0.0857906 Jul 13 19:21:14.264987 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c5833-9058-4ca2-b26d-5756b710e40d req-c6c19f7a-1b9d-4aee-9fb6-3af867dff37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:14.267406 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-130c5833-9058-4ca2-b26d-5756b710e40d req-c6c19f7a-1b9d-4aee-9fb6-3af867dff37d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 917 time: 0.1246512 Jul 13 19:21:14.279966 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port ff99bf77-c969-40be-b78c-58804feacbb0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ff99bf77-c969-40be-b78c-58804feacbb0,segment=NetworkSegment(df682a35-0066-4647-b3b2-2bd94158272b),segment_id=df682a35-0066-4647-b3b2-2bd94158272b)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:14.287424 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 35202) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:14.326311 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': 'ff99bf77-c969-40be-b78c-58804feacbb0', 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef', 'port_id': 'ff99bf77-c969-40be-b78c-58804feacbb0', 'mac_address': 'fa:16:3e:4a:3a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c64fa-36ed-4ec5-a67a-8bfc7b2ed320', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:21:14.431948 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-130c5833-9058-4ca2-b26d-5756b710e40d req-daf2737c-cd53-4ca6-9b4c-542899f83f3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb745ec6-4d6f-4487-9cb7-309c1a786bd1 HTTP/1.1" status: 200 len: 217 time: 0.1257687 Jul 13 19:21:14.443728 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.462843 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff99bf77-c969-40be-b78c-58804feacbb0 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:14.516345 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port ff99bf77-c969-40be-b78c-58804feacbb0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ff99bf77-c969-40be-b78c-58804feacbb0,segment=NetworkSegment(df682a35-0066-4647-b3b2-2bd94158272b),segment_id=df682a35-0066-4647-b3b2-2bd94158272b)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:14.518287 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c5833-9058-4ca2-b26d-5756b710e40d req-10061504-54ce-460d-9591-a041a3b40974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:14.520118 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-130c5833-9058-4ca2-b26d-5756b710e40d req-10061504-54ce-460d-9591-a041a3b40974 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e01d0cf-3392-4ccd-a241-26efa1a4fe94 HTTP/1.1" status: 200 len: 855 time: 0.0785220 Jul 13 19:21:14.526882 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.543668 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dc589-d881-47c5-a112-bc8921e5020f req-c38a5444-cb7c-46cc-adad-ee0a317ecc91 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:14.548338 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9e4dc589-d881-47c5-a112-bc8921e5020f req-c38a5444-cb7c-46cc-adad-ee0a317ecc91 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.2270634 Jul 13 19:21:14.590756 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=ff99bf77-c969-40be-b78c-58804feacbb0,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:14.614767 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-130c5833-9058-4ca2-b26d-5756b710e40d req-44ec7f42-a5bd-4f5e-afc8-878ef11f0378 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a507b325-a756-4434-84e5-4a0e8fa60fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613487 Jul 13 19:21:14.615752 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f7a077f-9daf-42de-b31e-c4b8c60cb6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.746289 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f49352-cc0c-48d3-a502-3c1cd0d5e8cd req-e03d10d9-3f27-4296-8df8-d449246f47a5 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:14.747993 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8f49352-cc0c-48d3-a502-3c1cd0d5e8cd req-e03d10d9-3f27-4296-8df8-d449246f47a5 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 945 time: 0.0909429 Jul 13 19:21:14.764256 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9e4dc589-d881-47c5-a112-bc8921e5020f req-8a1a557b-7a12-4533-88ef-aeeb74f10a15 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094946 Jul 13 19:21:14.823079 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8f49352-cc0c-48d3-a502-3c1cd0d5e8cd req-77317217-ae64-4fc2-9991-249b3b43eb56 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682049 Jul 13 19:21:14.832389 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-130c5833-9058-4ca2-b26d-5756b710e40d req-2c8c8416-05c5-46d7-b50f-e03722d14874 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036569 Jul 13 19:21:14.910420 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['ff99bf77-c969-40be-b78c-58804feacbb0'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:15.001862 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f279beed-93b1-42b2-9d03-c64bc709c470 req-7c5f630e-dcb6-4720-b634-a86644592466 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 210 time: 0.0493457 Jul 13 19:21:15.013701 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f7a077f-9daf-42de-b31e-c4b8c60cb6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.027576 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f7a077f-9daf-42de-b31e-c4b8c60cb6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.057249 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 35236) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:15.101648 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3f7a077f-9daf-42de-b31e-c4b8c60cb6f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f497f0c78d444b8a8fcc74435e668912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8130810 Jul 13 19:21:15.104443 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 35240) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:15.113949 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a077f-9daf-42de-b31e-c4b8c60cb6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab690725-8a32-4d30-9d7e-48f4a864f8d1,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:15.118191 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-130c5833-9058-4ca2-b26d-5756b710e40d req-117b7aef-b214-40a5-b3d3-d6376eab5fb9 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714076 Jul 13 19:21:15.184277 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-137a3014-cbaf-4684-84b6-59d74e24f0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.192965 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-98b3bef7-5c4b-47eb-a287-cb9bf43a4ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.221980 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-137a3014-cbaf-4684-84b6-59d74e24f0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.374222 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-137a3014-cbaf-4684-84b6-59d74e24f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.376714 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-137a3014-cbaf-4684-84b6-59d74e24f0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.377850 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-137a3014-cbaf-4684-84b6-59d74e24f0d9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ab690725-8a32-4d30-9d7e-48f4a864f8d1 HTTP/1.1" status: 204 len: 168 time: 0.2722435 Jul 13 19:21:15.407160 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a3014-cbaf-4684-84b6-59d74e24f0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab690725-8a32-4d30-9d7e-48f4a864f8d1,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:15.455654 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-de06cf86-a9f1-41d1-8f63-3697e22261ad tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:15.457146 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-de06cf86-a9f1-41d1-8f63-3697e22261ad tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 815 time: 0.2041521 Jul 13 19:21:15.471712 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-98b3bef7-5c4b-47eb-a287-cb9bf43a4ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.475737 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Request body: {'port': {'device_id': '16f7fb45-c6f8-4efd-ad23-779da5266fe1', 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9', 'admin_state_up': True, 'tenant_id': 'b5e39dfc1338450284e225e45453460b'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:15.481082 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-98b3bef7-5c4b-47eb-a287-cb9bf43a4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.576986 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3bef7-5c4b-47eb-a287-cb9bf43a4ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086efc6c-d006-43f7-8cc2-cc5605578a9c,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:15.589805 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-98b3bef7-5c4b-47eb-a287-cb9bf43a4ec0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4d8c7b791a854cf89700c742b4b0737e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5289149 Jul 13 19:21:15.590229 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 35250) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:15.638490 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Made reservation on behalf of b5e39dfc1338450284e225e45453460b for: {'port': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:15.643701 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.663699 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd392-b1b1-4be5-9860-5cacbda4906c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.700971 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd392-b1b1-4be5-9860-5cacbda4906c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.770833 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd392-b1b1-4be5-9860-5cacbda4906c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.773211 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd392-b1b1-4be5-9860-5cacbda4906c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.774497 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-ab9cd392-b1b1-4be5-9860-5cacbda4906c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/086efc6c-d006-43f7-8cc2-cc5605578a9c HTTP/1.1" status: 204 len: 168 time: 0.1825347 Jul 13 19:21:15.787335 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cd392-b1b1-4be5-9860-5cacbda4906c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086efc6c-d006-43f7-8cc2-cc5605578a9c,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:15.867994 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Allocated IP 172.20.0.6 (a507b325-a756-4434-84e5-4a0e8fa60fe9/8e01d0cf-3392-4ccd-a241-26efa1a4fe94/adf1403d-39c0-4bc8-8b43-74b0142341aa) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:16.080164 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device ff99bf77-c969-40be-b78c-58804feacbb0 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:16.139163 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c153d1a-7797-4bc8-83be-9bb9c8a0b371 req-0371637c-ba61-4d48-babe-7fa43174a432 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:16.144652 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2c153d1a-7797-4bc8-83be-9bb9c8a0b371 req-0371637c-ba61-4d48-babe-7fa43174a432 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.2022793 Jul 13 19:21:16.168336 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port ff99bf77-c969-40be-b78c-58804feacbb0 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:16.175530 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port ff99bf77-c969-40be-b78c-58804feacbb0 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:16.176403 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.204668 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c6b67-8173-49bb-94fd-f728fa6a920f req-6c3cd065-743a-4d1d-9513-0913205ca107 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:16.218800 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-014c6b67-8173-49bb-94fd-f728fa6a920f req-6c3cd065-743a-4d1d-9513-0913205ca107 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 945 time: 0.1779048 Jul 13 19:21:16.317573 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-014c6b67-8173-49bb-94fd-f728fa6a920f req-3fdc22f4-b729-4ff7-b935-475ea9dd7c07 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983403 Jul 13 19:21:16.331038 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2c153d1a-7797-4bc8-83be-9bb9c8a0b371 req-e8f0430a-54cc-4bb7-9dec-e575976fee68 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767278 Jul 13 19:21:16.344068 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.352594 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.418636 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa74dcf-4899-4fb6-9b70-8dd4007a1239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff99bf77-c969-40be-b78c-58804feacbb0'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:16.432903 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e5aec6-7398-46b9-8b47-3be33e064377" -d '{"events": [{"server_uuid": "6aa74dcf-4899-4fb6-9b70-8dd4007a1239", "name": "network-vif-plugged", "status": "completed", "tag": "ff99bf77-c969-40be-b78c-58804feacbb0"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:16.442335 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.473114 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['eb745ec6-4d6f-4487-9cb7-309c1a786bd1', '9deaf356-9834-4768-bc74-6c5c52864858'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:16.522493 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Network a507b325-a756-4434-84e5-4a0e8fa60fe9 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:16.525867 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:16.531214 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:16.531737 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port ff99bf77-c969-40be-b78c-58804feacbb0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ff99bf77-c969-40be-b78c-58804feacbb0,segment=NetworkSegment(df682a35-0066-4647-b3b2-2bd94158272b),segment_id=df682a35-0066-4647-b3b2-2bd94158272b)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:16.536625 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:16.537359 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.541601 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Pushing event updated for resources: {'Port': ['ID=adf1403d-39c0-4bc8-8b43-74b0142341aa,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:16.542295 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.568828 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-c9c50c7c-15e9-4088-8458-83b8bbdfdc74 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0988364 Jul 13 19:21:16.638388 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=ff99bf77-c969-40be-b78c-58804feacbb0,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:16.699765 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ee496-1f50-42b3-ab8d-12f9096acd05 req-3334c136-525d-4973-b5b3-801220bf4826 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:16.705303 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-548ee496-1f50-42b3-ab8d-12f9096acd05 req-3334c136-525d-4973-b5b3-801220bf4826 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 931 time: 0.1154475 Jul 13 19:21:16.752747 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-548ee496-1f50-42b3-ab8d-12f9096acd05 req-2140d768-c338-4245-8ee7-63d7f0779326 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Jul 13 19:21:16.843657 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31c8480-5422-48a9-aa03-f97fa35fd1ed x-openstack-request-id: req-d31c8480-5422-48a9-aa03-f97fa35fd1ed {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:16.844024 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa74dcf-4899-4fb6-9b70-8dd4007a1239", "name": "network-vif-plugged", "status": "completed", "tag": "ff99bf77-c969-40be-b78c-58804feacbb0", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:16.844344 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d31c8480-5422-48a9-aa03-f97fa35fd1ed {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:16.844802 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa74dcf-4899-4fb6-9b70-8dd4007a1239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff99bf77-c969-40be-b78c-58804feacbb0', 'code': 200} Jul 13 19:21:16.971087 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 35312) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:16.978338 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:21:17.077998 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-883257894-network', 'tenant_id': '41056b67117f4ec3a50216ec669d8b0f'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:17.112337 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Made reservation on behalf of 41056b67117f4ec3a50216ec669d8b0f for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:17.115092 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.124497 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.239513 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.243403 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.270366 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:21:17.276703 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1d5869-6cff-476e-b96d-242f1e550b08,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:17.283788 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.284160 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Added segment c9f917b4-b514-4f50-811d-36c2cb359e46 of type vlan for network 78867ec7-088e-4a44-a344-f46f34cce7e2 Jul 13 19:21:17.326076 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.355582 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.356700 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:17.357285 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.413673 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4411728 Jul 13 19:21:17.416726 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 35326) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:17.419670 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3f5a8-df77-405c-84d5-746ee35cc85d admin admin] Pushing event updated for resources: {'Network': ['ID=78867ec7-088e-4a44-a344-f46f34cce7e2,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:17.422464 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-052192e0-dbf1-4462-9a70-2a7a23356d90 admin admin] Request body: {'subnet': {'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-883257894-subnet', 'tenant_id': '41056b67117f4ec3a50216ec669d8b0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:17.431195 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network 78867ec7-088e-4a44-a344-f46f34cce7e2 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:21:17.479161 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052192e0-dbf1-4462-9a70-2a7a23356d90 admin admin] Made reservation on behalf of 41056b67117f4ec3a50216ec669d8b0f for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:17.481506 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-052192e0-dbf1-4462-9a70-2a7a23356d90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.560272 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de1011-1aff-4232-8dd1-00329ac55a93 req-2a923634-be1b-4870-9581-e211712b7c64 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:17.561964 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-60de1011-1aff-4232-8dd1-00329ac55a93 req-2a923634-be1b-4870-9581-e211712b7c64 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.1359768 Jul 13 19:21:17.633266 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-60de1011-1aff-4232-8dd1-00329ac55a93 req-57a9a52a-b56b-4979-9bf4-9bcbb85d1034 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636065 Jul 13 19:21:17.703131 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-052192e0-dbf1-4462-9a70-2a7a23356d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.787479 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052192e0-dbf1-4462-9a70-2a7a23356d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7108c05e-2219-42c4-940a-46d6ac5e9dd5,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:17.802409 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052192e0-dbf1-4462-9a70-2a7a23356d90 admin admin] Checking segment: {'id': 'c9f917b4-b514-4f50-811d-36c2cb359e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:17.802785 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052192e0-dbf1-4462-9a70-2a7a23356d90 admin admin] Network hostable DHCP agents. Network: 78867ec7-088e-4a44-a344-f46f34cce7e2, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:21:17.829234 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052192e0-dbf1-4462-9a70-2a7a23356d90 admin admin] Network 78867ec7-088e-4a44-a344-f46f34cce7e2 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:21:17.839372 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843594a-d977-458d-95c1-77255a7c364a req-3bca5d1a-d011-4874-8416-68b68e82c681 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:17.840855 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0843594a-d977-458d-95c1-77255a7c364a req-3bca5d1a-d011-4874-8416-68b68e82c681 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1012564 Jul 13 19:21:17.853758 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-052192e0-dbf1-4462-9a70-2a7a23356d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, 78867ec7-088e-4a44-a344-f46f34cce7e2) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:17.861566 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052192e0-dbf1-4462-9a70-2a7a23356d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:17.862421 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-052192e0-dbf1-4462-9a70-2a7a23356d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.862694 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320dcd37-7844-4314-8ea6-8dbf415d2ac2 None None] Network 78867ec7-088e-4a44-a344-f46f34cce7e2 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:17.897248 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-052192e0-dbf1-4462-9a70-2a7a23356d90 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4794133 Jul 13 19:21:17.919330 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0843594a-d977-458d-95c1-77255a7c364a req-9f7514ed-31df-4402-9435-74d2f088ff70 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722213 Jul 13 19:21:18.008611 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a4ba7-7072-4ebc-87f0-0a644ff06185 None None] Network 78867ec7-088e-4a44-a344-f46f34cce7e2 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:18.099913 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43774208-20b1-4642-9c5b-ddc39ea8b8d3 req-397c9e86-f7e3-4509-b40d-b70c703f3b3e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:18.107617 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-43774208-20b1-4642-9c5b-ddc39ea8b8d3 req-397c9e86-f7e3-4509-b40d-b70c703f3b3e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 931 time: 0.0761740 Jul 13 19:21:18.146549 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-43774208-20b1-4642-9c5b-ddc39ea8b8d3 req-cf35a25b-52e4-46c6-bd45-5308a36d7250 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379200 Jul 13 19:21:18.851477 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e8502-6d74-4bf8-bb6d-a31e64e94cd6 req-6263ceb2-97ee-458d-8597-fec944c7d21b tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:18.854148 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d60e8502-6d74-4bf8-bb6d-a31e64e94cd6 req-6263ceb2-97ee-458d-8597-fec944c7d21b tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0845292 Jul 13 19:21:18.911830 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d60e8502-6d74-4bf8-bb6d-a31e64e94cd6 req-bf448d64-8ab5-450d-a932-7cd0e593ea97 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489326 Jul 13 19:21:19.113171 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46626137-379f-47c2-8129-37933bdf3d5c req-93577904-492e-450c-8892-cdce7790e63c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:19.114665 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-46626137-379f-47c2-8129-37933bdf3d5c req-93577904-492e-450c-8892-cdce7790e63c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0673172 Jul 13 19:21:19.153355 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-46626137-379f-47c2-8129-37933bdf3d5c req-57ebfbb5-42fb-41ee-a188-06d089157b3b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Jul 13 19:21:19.325990 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2959ca-bb8f-4486-8218-fb53a146d79a req-acb08de5-c1eb-478a-be2d-a7c76a962dd6 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:19.328476 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ea2959ca-bb8f-4486-8218-fb53a146d79a req-acb08de5-c1eb-478a-be2d-a7c76a962dd6 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 931 time: 0.0724745 Jul 13 19:21:19.365500 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ea2959ca-bb8f-4486-8218-fb53a146d79a req-ba59e11e-f6c0-47ba-81be-de2138993d11 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Jul 13 19:21:19.691198 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Request body: {'port': {'device_id': '16f7fb45-c6f8-4efd-ad23-779da5266fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:19.695998 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.777185 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.946342 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca2850-e6e4-4d96-9f58-1f6e18c0920f req-ffbfe0e0-fd62-41c4-87b0-31ef814faa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:19.948247 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-15ca2850-e6e4-4d96-9f58-1f6e18c0920f req-ffbfe0e0-fd62-41c4-87b0-31ef814faa9c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 1099 time: 0.0568643 Jul 13 19:21:19.991385 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-15ca2850-e6e4-4d96-9f58-1f6e18c0920f req-51a9fad3-b2a0-42f1-908f-a2e00b83673f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307257 Jul 13 19:21:20.083746 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf1403d-39c0-4bc8-8b43-74b0142341aa {{(pid=92951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:20.093560 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.110368 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Transition to ACTIVE for port object adf1403d-39c0-4bc8-8b43-74b0142341aa will not be triggered until provisioned by entity L2. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:20.114817 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.173120 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67778faa-569b-401a-914c-25d287f5b756 req-46ef8d98-f7d8-4a27-8085-87547f140095 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:20.174711 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-67778faa-569b-401a-914c-25d287f5b756 req-46ef8d98-f7d8-4a27-8085-87547f140095 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.1328578 Jul 13 19:21:20.206610 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Pushing event updated for resources: {'Port': ['ID=adf1403d-39c0-4bc8-8b43-74b0142341aa,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:20.247966 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Attempting to bind port adf1403d-39c0-4bc8-8b43-74b0142341aa on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:20.248322 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Attempting to bind port adf1403d-39c0-4bc8-8b43-74b0142341aa by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:20.248667 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Attempting to bind port adf1403d-39c0-4bc8-8b43-74b0142341aa on network a507b325-a756-4434-84e5-4a0e8fa60fe9 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:20.253102 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-67778faa-569b-401a-914c-25d287f5b756 req-06201b9a-74b1-4f4b-b9e5-07b9ae300f19 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696886 Jul 13 19:21:20.256400 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Port adf1403d-39c0-4bc8-8b43-74b0142341aa on network a507b325-a756-4434-84e5-4a0e8fa60fe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:20.256732 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Attempting to bind port adf1403d-39c0-4bc8-8b43-74b0142341aa on network a507b325-a756-4434-84e5-4a0e8fa60fe9 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:20.262288 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:20.262288 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Checking segment: {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:20.262611 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Bound using segment: {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:20.262940 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Bound port: adf1403d-39c0-4bc8-8b43-74b0142341aa, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'}}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:20.263276 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.332652 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] For port adf1403d-39c0-4bc8-8b43-74b0142341aa, host hv-cinder-78693, cleared binding levels {{(pid=92951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:20.336068 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] For port adf1403d-39c0-4bc8-8b43-74b0142341aa, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=adf1403d-39c0-4bc8-8b43-74b0142341aa,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:20.343355 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.354829 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8ce2e-193e-4e1e-9ffa-72305dfa3978 req-48c81dc9-0fb9-48a8-8dac-c73f648bd681 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:20.362776 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-74a8ce2e-193e-4e1e-9ffa-72305dfa3978 req-48c81dc9-0fb9-48a8-8dac-c73f648bd681 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0893295 Jul 13 19:21:20.379087 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:20.380229 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.381588 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] 10.222.0.73 "PUT /v2.0/ports/adf1403d-39c0-4bc8-8b43-74b0142341aa HTTP/1.1" status: 200 len: 1093 time: 0.6969936 Jul 13 19:21:20.384357 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f7fb45-c6f8-4efd-ad23-779da5266fe1', 'tag': 'adf1403d-39c0-4bc8-8b43-74b0142341aa'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:20.397774 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd3bd36-04bf-45d3-b523-36a5d5202656" -d '{"events": [{"name": "network-changed", "server_uuid": "16f7fb45-c6f8-4efd-ad23-779da5266fe1", "tag": "adf1403d-39c0-4bc8-8b43-74b0142341aa"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:20.412269 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-74a8ce2e-193e-4e1e-9ffa-72305dfa3978 req-07b70e89-348b-482a-88cb-04c4ce79ad00 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484920 Jul 13 19:21:20.468537 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0b93f8-eb1e-46c6-a41d-b105c823b89d x-openstack-request-id: req-ef0b93f8-eb1e-46c6-a41d-b105c823b89d {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:20.468839 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f7fb45-c6f8-4efd-ad23-779da5266fe1", "tag": "adf1403d-39c0-4bc8-8b43-74b0142341aa", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:20.469177 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ef0b93f8-eb1e-46c6-a41d-b105c823b89d {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:20.469652 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f7fb45-c6f8-4efd-ad23-779da5266fe1', 'tag': 'adf1403d-39c0-4bc8-8b43-74b0142341aa', 'status': 'completed', 'code': 200} Jul 13 19:21:20.518182 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0c673-a9d6-4234-8cff-57d26b8a3151 service neutron] Pushing event updated for resources: {'Port': ['ID=adf1403d-39c0-4bc8-8b43-74b0142341aa,revision_number=3']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:20.591242 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-7fc3e566-3014-4718-95ed-f3ca793d8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:20.593316 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-7fc3e566-3014-4718-95ed-f3ca793d8e40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 1096 time: 0.1228783 Jul 13 19:21:20.651302 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-2d8ead5e-8e17-4434-bb8c-9a6c4a275049 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf1403d-39c0-4bc8-8b43-74b0142341aa HTTP/1.1" status: 200 len: 217 time: 0.0492504 Jul 13 19:21:20.659466 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3606561-7432-4410-883a-fbbbea114c90 req-64e76b46-a3f3-490b-afed-551aa03f47dd tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:20.675490 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3606561-7432-4410-883a-fbbbea114c90 req-64e76b46-a3f3-490b-afed-551aa03f47dd tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 943 time: 0.1429548 Jul 13 19:21:20.757996 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3606561-7432-4410-883a-fbbbea114c90 req-5f271145-43c8-4ec3-a616-9ed7431c401f tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815532 Jul 13 19:21:20.769197 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-e54a0f2c-f374-4f67-9ec3-4cd7396c93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:20.771553 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-e54a0f2c-f374-4f67-9ec3-4cd7396c93e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e01d0cf-3392-4ccd-a241-26efa1a4fe94 HTTP/1.1" status: 200 len: 855 time: 0.0897446 Jul 13 19:21:20.816344 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-dc872b27-ac8f-4ef2-a312-967d5d52466d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a507b325-a756-4434-84e5-4a0e8fa60fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347466 Jul 13 19:21:20.925226 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-1656f089-6f06-4985-923c-8fe77fba44b3 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:20.927202 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-1656f089-6f06-4985-923c-8fe77fba44b3 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/networks?id=78867ec7-088e-4a44-a344-f46f34cce7e2 HTTP/1.1" status: 200 len: 813 time: 0.1884508 Jul 13 19:21:20.950982 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-f0cac254-61c6-4dec-adcd-716b1f90c18a tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/quotas/41056b67117f4ec3a50216ec669d8b0f HTTP/1.1" status: 200 len: 375 time: 0.0102942 Jul 13 19:21:20.993517 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-53e9fa0f-9499-4f5f-8822-6857958ac6cd tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=41056b67117f4ec3a50216ec669d8b0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346806 Jul 13 19:21:20.999546 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-b402b948-098e-49d7-82db-5fdeabfa5179 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749771 Jul 13 19:21:21.107397 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-4df763bd-ef9c-4fa9-a597-63a10f81dda8 service neutron] 10.222.0.68 "GET /v2.0/networks/78867ec7-088e-4a44-a344-f46f34cce7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060863 Jul 13 19:21:21.129884 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd45b92b-28d0-49fe-9948-9e0666cb172f req-b82b7260-159c-4c9a-8a60-5bad9e4a1996 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204755 Jul 13 19:21:21.231449 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-34f537ac-bb2b-4d45-ad8a-c7a24c19a7d4 service neutron] 10.222.0.68 "GET /v2.0/networks/78867ec7-088e-4a44-a344-f46f34cce7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112208 Jul 13 19:21:21.284982 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3bd36-04bf-45d3-b523-36a5d5202656 req-da12c6c1-f3dd-4519-b739-b183cf8869d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:21.286454 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9dd3bd36-04bf-45d3-b523-36a5d5202656 req-da12c6c1-f3dd-4519-b739-b183cf8869d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0730379 Jul 13 19:21:21.442339 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1eac96da-d676-4ba0-b862-ea0709216d6d req-2ac8ad0b-2d12-48e5-a172-1275b4749f2b tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 210 time: 0.0367033 Jul 13 19:21:21.495089 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6095532-0bb4-416e-9eef-237bab5757cf req-71e968d1-35e9-4513-ba30-8591b3233941 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:21.497028 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b6095532-0bb4-416e-9eef-237bab5757cf req-71e968d1-35e9-4513-ba30-8591b3233941 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.1118624 Jul 13 19:21:21.548121 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b6095532-0bb4-416e-9eef-237bab5757cf req-00a08862-6bb6-4919-acf9-21d6f66aa487 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454862 Jul 13 19:21:21.638396 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5495dd6-f920-4235-895f-504d40884a6b req-28677c48-5639-426d-b367-0be8784922dc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:21.640068 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c5495dd6-f920-4235-895f-504d40884a6b req-28677c48-5639-426d-b367-0be8784922dc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0674646 Jul 13 19:21:21.688655 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c5495dd6-f920-4235-895f-504d40884a6b req-44e2814f-40c4-4823-804b-51f33250b5a9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Jul 13 19:21:21.940312 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c89d1a-c3b2-439d-b7fb-1230a576fb01 req-0e95b3af-90a7-4687-9027-368a928c3527 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:21.941788 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b6c89d1a-c3b2-439d-b7fb-1230a576fb01 req-0e95b3af-90a7-4687-9027-368a928c3527 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 943 time: 0.0630028 Jul 13 19:21:21.978560 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b6c89d1a-c3b2-439d-b7fb-1230a576fb01 req-91525e7e-2e3a-4b45-a13e-97afcfca5fcc tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Jul 13 19:21:22.602468 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-27229c70-6d31-4a0e-a034-df516673f9eb req-920ab14f-3bd8-4d7c-b950-febefaaffc3d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 210 time: 0.0314713 Jul 13 19:21:22.760612 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf264fae-5b0b-456d-af6b-351f9e66f204 req-1a04adfd-55fc-483d-a423-b7619ebd6ca3 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:22.761988 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cf264fae-5b0b-456d-af6b-351f9e66f204 req-1a04adfd-55fc-483d-a423-b7619ebd6ca3 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0619333 Jul 13 19:21:22.799577 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cf264fae-5b0b-456d-af6b-351f9e66f204 req-3fa4ed4d-641f-43c6-a2bf-add1fe938385 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Jul 13 19:21:22.959309 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618d8ed-5199-4161-9541-7ad7597c61a2 req-31e90c28-0343-4c59-8b5a-ef1dead05a81 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:22.960782 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d618d8ed-5199-4161-9541-7ad7597c61a2 req-31e90c28-0343-4c59-8b5a-ef1dead05a81 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0629320 Jul 13 19:21:22.999816 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d618d8ed-5199-4161-9541-7ad7597c61a2 req-44c963e5-877e-4aea-b8e1-957b13cdf19a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330942 Jul 13 19:21:23.165650 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa10d57-bdd2-4b4d-99d7-73b0516baa6e req-b27c93f9-0772-4993-ae31-68b2d9ab5652 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:23.167154 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6aa10d57-bdd2-4b4d-99d7-73b0516baa6e req-b27c93f9-0772-4993-ae31-68b2d9ab5652 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 943 time: 0.0666595 Jul 13 19:21:23.205274 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6aa10d57-bdd2-4b4d-99d7-73b0516baa6e req-eec0255c-ae0e-4710-891a-ce4b8f9a6c2e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325994 Jul 13 19:21:23.746639 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f738980f-b8e5-452f-8ff5-9d9bb4892d50 req-430d80ab-fbf1-4df8-897d-82c071089645 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 210 time: 0.0278251 Jul 13 19:21:23.973860 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd1bd0-b024-4035-ba0b-55e1aa1bc728 req-7c3ac83c-2e15-49b6-8203-7410140556df tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:23.975273 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-06bd1bd0-b024-4035-ba0b-55e1aa1bc728 req-7c3ac83c-2e15-49b6-8203-7410140556df tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0639133 Jul 13 19:21:24.015196 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-06bd1bd0-b024-4035-ba0b-55e1aa1bc728 req-37296d2b-ded0-4abf-8a33-c161f4f8efd2 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343597 Jul 13 19:21:24.179173 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338008e-a299-4d10-9d61-15aaa62eafb8 req-cd0a7821-bb9c-4b7f-b248-cdb197bccd5f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:24.180683 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9338008e-a299-4d10-9d61-15aaa62eafb8 req-cd0a7821-bb9c-4b7f-b248-cdb197bccd5f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0660629 Jul 13 19:21:24.219132 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9338008e-a299-4d10-9d61-15aaa62eafb8 req-243099b1-9f9c-409e-823e-6cefde94af5e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327156 Jul 13 19:21:24.382309 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da83cf-8b14-4b05-ac50-4f95d6eb2afb req-fe86ed78-b185-4940-ada9-ad888e9a3168 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:24.383809 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a0da83cf-8b14-4b05-ac50-4f95d6eb2afb req-fe86ed78-b185-4940-ada9-ad888e9a3168 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 943 time: 0.0631721 Jul 13 19:21:24.420981 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a0da83cf-8b14-4b05-ac50-4f95d6eb2afb req-7423a7de-2fc6-496c-b05e-3fe12baf063a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316286 Jul 13 19:21:24.759034 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3bd36-04bf-45d3-b523-36a5d5202656 req-ada482c2-0a93-4912-8934-66b0394ed7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:24.760736 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9dd3bd36-04bf-45d3-b523-36a5d5202656 req-ada482c2-0a93-4912-8934-66b0394ed7cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 917 time: 0.0952652 Jul 13 19:21:24.819428 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9dd3bd36-04bf-45d3-b523-36a5d5202656 req-6f0658e7-b353-4fc3-963e-0f101eb1cdd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf1403d-39c0-4bc8-8b43-74b0142341aa HTTP/1.1" status: 200 len: 217 time: 0.0471914 Jul 13 19:21:25.102489 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fced4ef7-3119-47f7-af7e-f9b47f1490a6 req-1a43ad4a-b748-446a-8e28-7f55692482e1 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 210 time: 0.2347631 Jul 13 19:21:25.106092 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3bd36-04bf-45d3-b523-36a5d5202656 req-85959001-be5c-49c6-9341-1812b75c1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:25.108035 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9dd3bd36-04bf-45d3-b523-36a5d5202656 req-85959001-be5c-49c6-9341-1812b75c1d97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e01d0cf-3392-4ccd-a241-26efa1a4fe94 HTTP/1.1" status: 200 len: 855 time: 0.2731438 Jul 13 19:21:25.153197 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9dd3bd36-04bf-45d3-b523-36a5d5202656 req-19722c64-bcf3-4c19-b841-12542544851e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a507b325-a756-4434-84e5-4a0e8fa60fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366337 Jul 13 19:21:25.221456 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8f7c2-93ae-4d99-8775-74b8ab774035 req-80ecb65c-13ed-4ee7-a0fa-fd71a5c571ac tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:25.223121 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b4f8f7c2-93ae-4d99-8775-74b8ab774035 req-80ecb65c-13ed-4ee7-a0fa-fd71a5c571ac tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0804398 Jul 13 19:21:25.262604 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9dd3bd36-04bf-45d3-b523-36a5d5202656 req-36540e93-b8a3-4b40-bdaf-c90000e4ec25 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020415 Jul 13 19:21:25.272821 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b4f8f7c2-93ae-4d99-8775-74b8ab774035 req-6a4a5430-5870-41cd-89d6-158b985bc6b6 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402312 Jul 13 19:21:25.416049 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9dd3bd36-04bf-45d3-b523-36a5d5202656 req-205aa90f-5c0a-47c1-be98-c063b784ab8a service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417174 Jul 13 19:21:25.444276 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc55e2e-e850-4ea0-86bf-03321926673c req-f9013198-96a4-4e68-ab83-706ec1729a3c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:25.446025 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5cc55e2e-e850-4ea0-86bf-03321926673c req-f9013198-96a4-4e68-ab83-706ec1729a3c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0872173 Jul 13 19:21:25.493229 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5cc55e2e-e850-4ea0-86bf-03321926673c req-255e868a-182f-4329-97cb-8d4c3e01a07f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 Jul 13 19:21:25.612140 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766a35-ae7e-4750-83e0-ef1188e6388d req-054c3ef7-2086-4a1a-b3bd-6eb52e1707a9 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:25.613935 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a1766a35-ae7e-4750-83e0-ef1188e6388d req-054c3ef7-2086-4a1a-b3bd-6eb52e1707a9 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 943 time: 0.0768831 Jul 13 19:21:25.675038 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a1766a35-ae7e-4750-83e0-ef1188e6388d req-8e181437-b563-4c74-825d-90b1255dc494 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550790 Jul 13 19:21:25.751297 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-89e1adf5-f7cd-4b2d-9e0d-5e34b6e65120 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:25.752831 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-89e1adf5-f7cd-4b2d-9e0d-5e34b6e65120 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.73 "GET /v2.0/networks?id=78867ec7-088e-4a44-a344-f46f34cce7e2 HTTP/1.1" status: 200 len: 813 time: 0.1395485 Jul 13 19:21:25.778771 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Request body: {'port': {'device_id': '9c6b95ff-32f5-4993-9556-78fb65d2f31b', 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2', 'admin_state_up': True, 'tenant_id': '41056b67117f4ec3a50216ec669d8b0f'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:25.957663 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Made reservation on behalf of 41056b67117f4ec3a50216ec669d8b0f for: {'port': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:25.962094 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.016222 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 35528) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:26.104637 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Allocated IP 172.20.0.12 (78867ec7-088e-4a44-a344-f46f34cce7e2/7108c05e-2219-42c4-940a-46d6ac5e9dd5/7251fadd-14ed-46b5-86ff-8368043859fe) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:26.135950 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-70e467f6-810f-47eb-a560-a865cf63c499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.256569 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-70e467f6-810f-47eb-a560-a865cf63c499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.261861 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-70e467f6-810f-47eb-a560-a865cf63c499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.295949 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b7d8022c-5574-449b-bbe2-ba63cc756ba0 req-af48ae44-f86c-4510-8361-d37f470cb137 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 210 time: 0.0406387 Jul 13 19:21:26.305123 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-70e467f6-810f-47eb-a560-a865cf63c499 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=118927e2ecdc40fb957733bdaa1231f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853715 Jul 13 19:21:26.305123 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e467f6-810f-47eb-a560-a865cf63c499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762ece1d-8ffe-4400-8220-eeb263c0af44,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:26.306853 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 35538) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:26.377926 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.412235 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a6a974bb-ca98-43b2-9815-5f7c7757b961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.439545 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642f83d-227a-484d-9147-77c5e27e12e9 req-095e7ea9-4465-4e48-800a-d70aa3a8cc58 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:26.439545 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7642f83d-227a-484d-9147-77c5e27e12e9 req-095e7ea9-4465-4e48-800a-d70aa3a8cc58 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0863912 Jul 13 19:21:26.465329 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a6a974bb-ca98-43b2-9815-5f7c7757b961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.481348 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7642f83d-227a-484d-9147-77c5e27e12e9 req-7ceaa64d-2beb-4f6c-95ce-eb93deb68a83 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345857 Jul 13 19:21:26.500409 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.565633 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Network 78867ec7-088e-4a44-a344-f46f34cce7e2 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:26.569689 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:26.591371 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:26.596838 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:26.597456 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.606836 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Pushing event updated for resources: {'Port': ['ID=7251fadd-14ed-46b5-86ff-8368043859fe,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:26.609958 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a6a974bb-ca98-43b2-9815-5f7c7757b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.612431 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a6a974bb-ca98-43b2-9815-5f7c7757b961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.613562 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a6a974bb-ca98-43b2-9815-5f7c7757b961 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/762ece1d-8ffe-4400-8220-eeb263c0af44 HTTP/1.1" status: 204 len: 168 time: 0.3057628 Jul 13 19:21:26.631217 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-45079f82-8b1d-487c-8464-8a471402fbac tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8565447 Jul 13 19:21:26.632081 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a974bb-ca98-43b2-9815-5f7c7757b961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ece1d-8ffe-4400-8220-eeb263c0af44,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:26.655567 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Request body: {'port': {'device_id': '9c6b95ff-32f5-4993-9556-78fb65d2f31b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:26.774492 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba0649-17df-4730-ad4c-a329feb02b44 req-44b9fedd-005a-4422-b486-a2aa2abf8dd2 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:26.776220 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-67ba0649-17df-4730-ad4c-a329feb02b44 req-44b9fedd-005a-4422-b486-a2aa2abf8dd2 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1365285 Jul 13 19:21:26.779001 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.861054 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-67ba0649-17df-4730-ad4c-a329feb02b44 req-bc87484e-2dd2-4cff-a1eb-226e308a6596 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778260 Jul 13 19:21:26.901914 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3af0a1-97b9-4e21-8f3d-4e3e1f2ceca6 req-6932c076-01a7-493f-9f3b-c3485ea9857c tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:26.903695 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ba3af0a1-97b9-4e21-8f3d-4e3e1f2ceca6 req-6932c076-01a7-493f-9f3b-c3485ea9857c tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 943 time: 0.1027739 Jul 13 19:21:26.947045 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ba3af0a1-97b9-4e21-8f3d-4e3e1f2ceca6 req-b4877945-0725-4f7c-88bf-85b24f8d7bdc tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368481 Jul 13 19:21:27.129255 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7251fadd-14ed-46b5-86ff-8368043859fe {{(pid=92951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:27.135511 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.148498 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Transition to ACTIVE for port object 7251fadd-14ed-46b5-86ff-8368043859fe will not be triggered until provisioned by entity L2. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:27.153114 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.209362 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Pushing event updated for resources: {'Port': ['ID=7251fadd-14ed-46b5-86ff-8368043859fe,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:27.251225 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Attempting to bind port 7251fadd-14ed-46b5-86ff-8368043859fe on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:27.251683 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Attempting to bind port 7251fadd-14ed-46b5-86ff-8368043859fe by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c9f917b4-b514-4f50-811d-36c2cb359e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2'}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:27.252090 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Attempting to bind port 7251fadd-14ed-46b5-86ff-8368043859fe on network 78867ec7-088e-4a44-a344-f46f34cce7e2 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:27.267506 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Port 7251fadd-14ed-46b5-86ff-8368043859fe on network 78867ec7-088e-4a44-a344-f46f34cce7e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:27.267506 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Attempting to bind port 7251fadd-14ed-46b5-86ff-8368043859fe on network 78867ec7-088e-4a44-a344-f46f34cce7e2 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:27.268350 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:27.268666 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Checking segment: {'id': 'c9f917b4-b514-4f50-811d-36c2cb359e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:27.269057 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Bound using segment: {'id': 'c9f917b4-b514-4f50-811d-36c2cb359e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2'} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:27.269502 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Bound port: 7251fadd-14ed-46b5-86ff-8368043859fe, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f917b4-b514-4f50-811d-36c2cb359e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2'}}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:27.269843 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.338198 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] For port 7251fadd-14ed-46b5-86ff-8368043859fe, host hv-cinder-78693, cleared binding levels {{(pid=92951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:27.341369 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] For port 7251fadd-14ed-46b5-86ff-8368043859fe, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7251fadd-14ed-46b5-86ff-8368043859fe,segment=NetworkSegment(c9f917b4-b514-4f50-811d-36c2cb359e46),segment_id=c9f917b4-b514-4f50-811d-36c2cb359e46)] {{(pid=92951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:27.346445 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.386011 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:27.386867 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.389104 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] 10.222.0.73 "PUT /v2.0/ports/7251fadd-14ed-46b5-86ff-8368043859fe HTTP/1.1" status: 200 len: 1094 time: 0.7385721 Jul 13 19:21:27.391767 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6b95ff-32f5-4993-9556-78fb65d2f31b', 'tag': '7251fadd-14ed-46b5-86ff-8368043859fe'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:27.394409 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283704bc-7007-4070-b3bc-292e930da8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6b95ff-32f5-4993-9556-78fb65d2f31b", "tag": "7251fadd-14ed-46b5-86ff-8368043859fe"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:27.417665 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639c007-0c8b-4844-939e-65045a1d174d service neutron] Pushing event updated for resources: {'Port': ['ID=7251fadd-14ed-46b5-86ff-8368043859fe,revision_number=3']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:27.493529 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71f803-8008-4a0e-9aaa-63b0cbe69a08 req-d786199d-cce5-4efb-a1a1-724b3c5d84d2 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:27.495062 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-be71f803-8008-4a0e-9aaa-63b0cbe69a08 req-d786199d-cce5-4efb-a1a1-724b3c5d84d2 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.0668018 Jul 13 19:21:27.537216 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-be71f803-8008-4a0e-9aaa-63b0cbe69a08 req-43744075-762c-4f82-8a34-c59bdc3a2fb2 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351985 Jul 13 19:21:27.583224 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db4afb7-1439-480c-9219-f0a0060215cf x-openstack-request-id: req-8db4afb7-1439-480c-9219-f0a0060215cf {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:27.583624 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6b95ff-32f5-4993-9556-78fb65d2f31b", "tag": "7251fadd-14ed-46b5-86ff-8368043859fe", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:27.584058 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8db4afb7-1439-480c-9219-f0a0060215cf {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:27.584537 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6b95ff-32f5-4993-9556-78fb65d2f31b', 'tag': '7251fadd-14ed-46b5-86ff-8368043859fe', 'status': 'completed', 'code': 200} Jul 13 19:21:27.740880 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c419f-9cef-451a-8f44-0b952b79a16a req-ee8a05e0-d52d-414a-a9aa-3feee3db8de4 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:27.742419 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e37c419f-9cef-451a-8f44-0b952b79a16a req-ee8a05e0-d52d-414a-a9aa-3feee3db8de4 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0649927 Jul 13 19:21:27.781715 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e37c419f-9cef-451a-8f44-0b952b79a16a req-c2f12f8a-0eb9-47f4-9af1-fc1fc7091063 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330644 Jul 13 19:21:28.060225 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73b885-ac5f-4cbd-9695-77d45b4794f4 req-01a2cd08-fcfd-4c21-91f9-e21aa486f529 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:28.062365 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8e73b885-ac5f-4cbd-9695-77d45b4794f4 req-01a2cd08-fcfd-4c21-91f9-e21aa486f529 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0668571 Jul 13 19:21:28.099528 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8e73b885-ac5f-4cbd-9695-77d45b4794f4 req-ec7d221d-c1a8-48a4-ad4f-3f8dd43f1ec9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Jul 13 19:21:28.257113 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83ead1-3e76-423e-a513-71c204907025 req-e87171c9-66d6-42fe-8361-3d6d0e8f0f81 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:28.258762 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7d83ead1-3e76-423e-a513-71c204907025 req-e87171c9-66d6-42fe-8361-3d6d0e8f0f81 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 943 time: 0.0625470 Jul 13 19:21:28.296233 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7d83ead1-3e76-423e-a513-71c204907025 req-84a3a109-2847-4dfb-98d2-c56f24f08aa3 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Jul 13 19:21:28.722063 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083be8c-fdff-49b8-a9b2-67be130aab2e req-f4b5cd69-a0ed-4a77-80eb-637f65be432d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:28.723579 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f083be8c-fdff-49b8-a9b2-67be130aab2e req-f4b5cd69-a0ed-4a77-80eb-637f65be432d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.0670049 Jul 13 19:21:28.761268 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f083be8c-fdff-49b8-a9b2-67be130aab2e req-1457922e-2bda-41a3-8fa1-73df6bec5f7d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Jul 13 19:21:28.970598 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6cc81-cf74-4cd1-83e4-bb53f5e6e4ca req-a814cb3e-e4ef-4d70-8f15-5adf1e43124a tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:28.972108 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6bf6cc81-cf74-4cd1-83e4-bb53f5e6e4ca req-a814cb3e-e4ef-4d70-8f15-5adf1e43124a tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0649185 Jul 13 19:21:29.010352 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6bf6cc81-cf74-4cd1-83e4-bb53f5e6e4ca req-975009f9-b9e5-4128-b52d-003f2b24a183 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Jul 13 19:21:29.044202 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device adf1403d-39c0-4bc8-8b43-74b0142341aa details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:29.142947 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port adf1403d-39c0-4bc8-8b43-74b0142341aa, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=adf1403d-39c0-4bc8-8b43-74b0142341aa,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:29.154640 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': 'adf1403d-39c0-4bc8-8b43-74b0142341aa', 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9', 'port_id': 'adf1403d-39c0-4bc8-8b43-74b0142341aa', 'mac_address': 'fa:16:3e:b1:66:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e01d0cf-3392-4ccd-a241-26efa1a4fe94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:21:29.191223 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:29.208230 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf1403d-39c0-4bc8-8b43-74b0142341aa {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:29.228149 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port adf1403d-39c0-4bc8-8b43-74b0142341aa, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=adf1403d-39c0-4bc8-8b43-74b0142341aa,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:29.233308 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:29.276345 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8044-b08f-404b-a525-a13bbafcb67c req-003c05a9-2fa7-4188-9f8c-a63c6601602f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:29.277777 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5bdc8044-b08f-404b-a525-a13bbafcb67c req-003c05a9-2fa7-4188-9f8c-a63c6601602f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0649896 Jul 13 19:21:29.282434 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=adf1403d-39c0-4bc8-8b43-74b0142341aa,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:29.321605 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5bdc8044-b08f-404b-a525-a13bbafcb67c req-0dead7e9-4cb1-4c88-bccc-1293755de985 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Jul 13 19:21:29.483374 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081904-7ab3-4298-a685-e8e6a44381d5 req-bf9e9e54-31bd-48d2-acfe-b4eae26a91bb tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:29.484829 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-69081904-7ab3-4298-a685-e8e6a44381d5 req-bf9e9e54-31bd-48d2-acfe-b4eae26a91bb tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 944 time: 0.0658729 Jul 13 19:21:29.521473 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-69081904-7ab3-4298-a685-e8e6a44381d5 req-c9b9769c-8ae9-4bce-b593-c66f55bd6837 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311439 Jul 13 19:21:29.942812 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c306030-d0cb-419d-98e0-d9f44e787be2 req-a2f1cab6-6158-473b-a2af-c8d3fc0a9aff tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:29.944297 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c306030-d0cb-419d-98e0-d9f44e787be2 req-a2f1cab6-6158-473b-a2af-c8d3fc0a9aff tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.0634191 Jul 13 19:21:29.982928 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c306030-d0cb-419d-98e0-d9f44e787be2 req-da3f7e7e-0c42-4355-b3a0-d4c2d32e5867 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Jul 13 19:21:30.199592 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b2cc-de69-4579-ba6a-76407420e78a req-6e228627-6547-4634-a00c-c5b39d124612 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:30.201657 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b978b2cc-de69-4579-ba6a-76407420e78a req-6e228627-6547-4634-a00c-c5b39d124612 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0761690 Jul 13 19:21:30.222464 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283704bc-7007-4070-b3bc-292e930da8bd req-acdc9fd2-8dbc-4e4e-929f-d890adb78a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:30.223449 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-283704bc-7007-4070-b3bc-292e930da8bd req-acdc9fd2-8dbc-4e4e-929f-d890adb78a09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41056b67117f4ec3a50216ec669d8b0f&device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 1097 time: 0.0571637 Jul 13 19:21:30.242831 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b978b2cc-de69-4579-ba6a-76407420e78a req-34dbb295-3f9a-4c97-81e1-b1a022d3cd79 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351701 Jul 13 19:21:30.392938 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283704bc-7007-4070-b3bc-292e930da8bd req-a7c0b349-5661-4849-ad22-4da0420749ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:30.394465 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-283704bc-7007-4070-b3bc-292e930da8bd req-a7c0b349-5661-4849-ad22-4da0420749ce service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=41056b67117f4ec3a50216ec669d8b0f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1610827 Jul 13 19:21:30.597589 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283704bc-7007-4070-b3bc-292e930da8bd req-ffe894ed-12a6-4fa5-a6f5-eb8334b184d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:30.599107 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-283704bc-7007-4070-b3bc-292e930da8bd req-ffe894ed-12a6-4fa5-a6f5-eb8334b184d1 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1964092 Jul 13 19:21:30.620623 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf6883-87f9-498f-bd29-9a452a50cd15 req-4e3991a1-9fce-441a-a714-c3c72117f26e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:30.622766 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-59bf6883-87f9-498f-bd29-9a452a50cd15 req-4e3991a1-9fce-441a-a714-c3c72117f26e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1546886 Jul 13 19:21:30.659225 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['adf1403d-39c0-4bc8-8b43-74b0142341aa'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:30.700696 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-59bf6883-87f9-498f-bd29-9a452a50cd15 req-e00d42f8-ddf1-4857-ba31-8ac03990e30f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688672 Jul 13 19:21:30.740480 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6ac607cc-81af-4b5f-9a09-7a40df9e38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:30.742165 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-6ac607cc-81af-4b5f-9a09-7a40df9e38e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41056b67117f4ec3a50216ec669d8b0f&device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 1097 time: 0.0917141 Jul 13 19:21:30.756626 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afc090-93c1-4633-9fb4-58cabb64f3e4 req-a1161ce2-dda0-4028-b279-2b8251a331d0 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:30.758168 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8afc090-93c1-4633-9fb4-58cabb64f3e4 req-a1161ce2-dda0-4028-b279-2b8251a331d0 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 944 time: 0.1189063 Jul 13 19:21:30.802291 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8afc090-93c1-4633-9fb4-58cabb64f3e4 req-d8edce27-6479-4454-bc9f-e3ab523e3d01 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368485 Jul 13 19:21:30.805328 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-8014324c-d263-4b26-9354-c639467ef6e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7251fadd-14ed-46b5-86ff-8368043859fe HTTP/1.1" status: 200 len: 217 time: 0.0421047 Jul 13 19:21:30.866196 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-bdf44854-1430-4c84-9c20-f1f01e4716dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:30.867640 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-bdf44854-1430-4c84-9c20-f1f01e4716dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7108c05e-2219-42c4-940a-46d6ac5e9dd5 HTTP/1.1" status: 200 len: 853 time: 0.0520768 Jul 13 19:21:30.902892 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-85325c17-4bdc-4111-91cf-d45da9e9dd8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78867ec7-088e-4a44-a344-f46f34cce7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262465 Jul 13 19:21:31.000980 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-4b0f952e-cfca-41cd-ae7c-d64cab9efee8 service neutron] 10.222.0.73 "GET /v2.0/networks/78867ec7-088e-4a44-a344-f46f34cce7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908659 Jul 13 19:21:31.127310 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-96ace8f5-2af9-43ef-a8b7-c3e93529d751 req-a680c2cc-41e5-41c3-ba49-845c75eaeddd service neutron] 10.222.0.73 "GET /v2.0/networks/78867ec7-088e-4a44-a344-f46f34cce7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157374 Jul 13 19:21:31.190181 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76384ce-9723-4338-9492-d7f9d44fc75f req-cbc8b430-3cba-4e4f-b85f-4783ef361553 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:31.191870 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d76384ce-9723-4338-9492-d7f9d44fc75f req-cbc8b430-3cba-4e4f-b85f-4783ef361553 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.0805783 Jul 13 19:21:31.244117 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d76384ce-9723-4338-9492-d7f9d44fc75f req-d7ed6b93-a8e3-4829-957c-462b544992f8 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457752 Jul 13 19:21:31.426577 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5affb6d-b94c-407b-a6ae-8768aca2ea55 req-54ebda76-9cbd-419f-b115-d3da854f0f60 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:31.427994 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b5affb6d-b94c-407b-a6ae-8768aca2ea55 req-54ebda76-9cbd-419f-b115-d3da854f0f60 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0640812 Jul 13 19:21:31.466609 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b5affb6d-b94c-407b-a6ae-8768aca2ea55 req-25b59d0d-c265-49f9-b64e-aeadc40f0c75 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326338 Jul 13 19:21:31.903449 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc964a-677f-4eb0-8542-4796e0570a59 req-e18be8ae-83b3-4c48-8781-0e6e06e743f4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:31.905789 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6fbc964a-677f-4eb0-8542-4796e0570a59 req-e18be8ae-83b3-4c48-8781-0e6e06e743f4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0821893 Jul 13 19:21:31.939003 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-587bdccd-cacc-40ea-a14d-a25e5e91c30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.954019 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6fbc964a-677f-4eb0-8542-4796e0570a59 req-f13f476b-88a2-48c5-8947-4106448403f2 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Jul 13 19:21:32.002473 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c1c13-2a2f-4581-8309-0bedf4b79394 req-d476fd4a-d100-4185-add9-763cf0b58746 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:32.004013 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-837c1c13-2a2f-4581-8309-0bedf4b79394 req-d476fd4a-d100-4185-add9-763cf0b58746 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 944 time: 0.0660493 Jul 13 19:21:32.048735 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-837c1c13-2a2f-4581-8309-0bedf4b79394 req-8665612a-5524-4afc-b845-b4c743917034 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Jul 13 19:21:32.425854 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae241b9-e6fe-442d-a9ca-dd197ada9585 req-6565ab8a-9e4a-4a5d-85b9-355d0e20625a tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:32.427411 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eae241b9-e6fe-442d-a9ca-dd197ada9585 req-6565ab8a-9e4a-4a5d-85b9-355d0e20625a tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.0673215 Jul 13 19:21:32.469193 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eae241b9-e6fe-442d-a9ca-dd197ada9585 req-3d1821c1-a587-4087-9a60-0aad9d0016f2 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349233 Jul 13 19:21:32.642549 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f1633-e730-4dbd-9b23-73c32425e06b req-ea2c35cf-4115-47dc-a961-2d51ce822eec tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:32.644186 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-033f1633-e730-4dbd-9b23-73c32425e06b req-ea2c35cf-4115-47dc-a961-2d51ce822eec tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0634022 Jul 13 19:21:32.682536 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-033f1633-e730-4dbd-9b23-73c32425e06b req-07e2e24d-d4ff-4f96-ad3e-b4c5691441d2 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Jul 13 19:21:33.133709 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fa348-b1a4-43a7-b200-29db56ebac2a req-33b579f2-50e9-4e05-aac8-982fe249b4dd tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:33.135262 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b4fa348-b1a4-43a7-b200-29db56ebac2a req-33b579f2-50e9-4e05-aac8-982fe249b4dd tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0664642 Jul 13 19:21:33.174041 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b4fa348-b1a4-43a7-b200-29db56ebac2a req-40fccb71-ece7-4f1c-87d2-0b529ce83bd9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326219 Jul 13 19:21:33.337240 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436dc17-47ab-4630-a8d2-7e7592a6c999 req-536237d7-7819-4a4c-ac60-1e6af17de20d tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:33.338690 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6436dc17-47ab-4630-a8d2-7e7592a6c999 req-536237d7-7819-4a4c-ac60-1e6af17de20d tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 944 time: 0.0649309 Jul 13 19:21:33.376767 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6436dc17-47ab-4630-a8d2-7e7592a6c999 req-749c4498-db0a-47c6-a33f-3eef4f5561f8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Jul 13 19:21:33.643656 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8fa28-ba7f-44f8-9c31-869119ebf997 req-2f2560a7-651e-480c-9794-93df974fd24d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:33.645130 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c3a8fa28-ba7f-44f8-9c31-869119ebf997 req-2f2560a7-651e-480c-9794-93df974fd24d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.0618095 Jul 13 19:21:33.682995 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c3a8fa28-ba7f-44f8-9c31-869119ebf997 req-9e29fc95-9042-454e-95a9-eb90dae7398a tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323050 Jul 13 19:21:33.867725 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa869e7-fd7b-4521-8db7-692b8a082105 req-e7dfa3a7-c923-42f5-93d0-51e3a24b3492 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:33.869298 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9fa869e7-fd7b-4521-8db7-692b8a082105 req-e7dfa3a7-c923-42f5-93d0-51e3a24b3492 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0731125 Jul 13 19:21:33.910076 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9fa869e7-fd7b-4521-8db7-692b8a082105 req-9069c495-29dd-45b1-8d6a-116d421c961a tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341723 Jul 13 19:21:34.347286 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbac78-d7af-4dd3-a495-4deaf1bfecdf req-4185a3fa-9406-47ee-82f1-cbae18be78f5 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:34.348768 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-39fbac78-d7af-4dd3-a495-4deaf1bfecdf req-4185a3fa-9406-47ee-82f1-cbae18be78f5 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0634453 Jul 13 19:21:34.389961 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-39fbac78-d7af-4dd3-a495-4deaf1bfecdf req-801a4657-2b5b-4d09-add3-9d79f25b6137 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355976 Jul 13 19:21:34.556764 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c22b68-30be-40d3-a9c1-c8cbdae0bf19 req-fc7e6dd9-656d-4932-8c2c-ec2ec9d477bc tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:34.558219 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-07c22b68-30be-40d3-a9c1-c8cbdae0bf19 req-fc7e6dd9-656d-4932-8c2c-ec2ec9d477bc tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 944 time: 0.0669599 Jul 13 19:21:34.597411 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-07c22b68-30be-40d3-a9c1-c8cbdae0bf19 req-559fe1ea-badd-4147-a038-a2d45d9249cd tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Jul 13 19:21:34.858770 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653d8f1-c75a-4051-9d42-d89422a2296f req-729e4a86-cebf-47f6-8339-3df7ce784abb tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:34.860521 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a653d8f1-c75a-4051-9d42-d89422a2296f req-729e4a86-cebf-47f6-8339-3df7ce784abb tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.0632448 Jul 13 19:21:34.901751 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a653d8f1-c75a-4051-9d42-d89422a2296f req-67102926-1e35-4d41-8f32-ba80019079d3 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Jul 13 19:21:35.092388 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b4b988d9-7dc5-44fc-8d59-82a5cc61b796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.106342 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ef0e9-2a68-483b-b68b-05a877632e7a req-4519989e-d623-4d01-9958-e68516d92dba tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.108187 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-aa7ef0e9-2a68-483b-b68b-05a877632e7a req-4519989e-d623-4d01-9958-e68516d92dba tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0866992 Jul 13 19:21:35.148799 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-aa7ef0e9-2a68-483b-b68b-05a877632e7a req-87645fa1-bbbd-4448-b255-fe56948f73cc tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347018 Jul 13 19:21:35.160787 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fc448-8f1c-4cd0-a89a-6f548107aa52 req-357cda0c-0b8b-4832-92f7-b5970c19b5c8 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.162377 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c13fc448-8f1c-4cd0-a89a-6f548107aa52 req-357cda0c-0b8b-4832-92f7-b5970c19b5c8 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.73 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 946 time: 0.0844913 Jul 13 19:21:35.279782 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-c13fc448-8f1c-4cd0-a89a-6f548107aa52 req-a405d332-19f1-45c0-a18c-5a26e840894d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Deleting port ff99bf77-c969-40be-b78c-58804feacbb0 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:21:35.280095 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-c13fc448-8f1c-4cd0-a89a-6f548107aa52 req-a405d332-19f1-45c0-a18c-5a26e840894d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.479054 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.608766 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-c13fc448-8f1c-4cd0-a89a-6f548107aa52 req-a405d332-19f1-45c0-a18c-5a26e840894d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] For port ff99bf77-c969-40be-b78c-58804feacbb0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ff99bf77-c969-40be-b78c-58804feacbb0,segment=NetworkSegment(df682a35-0066-4647-b3b2-2bd94158272b),segment_id=df682a35-0066-4647-b3b2-2bd94158272b)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:35.609120 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-c13fc448-8f1c-4cd0-a89a-6f548107aa52 req-a405d332-19f1-45c0-a18c-5a26e840894d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.629943 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-c13fc448-8f1c-4cd0-a89a-6f548107aa52 req-a405d332-19f1-45c0-a18c-5a26e840894d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Calling delete_port for ff99bf77-c969-40be-b78c-58804feacbb0 owned by compute:nova {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:21:35.648109 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02671515-702f-4bec-bd55-7dcd7375551b req-d0972ca7-c02d-469e-8a63-22e2bbcad80b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.649542 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-02671515-702f-4bec-bd55-7dcd7375551b req-d0972ca7-c02d-469e-8a63-22e2bbcad80b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1245801 Jul 13 19:21:35.730898 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-02671515-702f-4bec-bd55-7dcd7375551b req-f4bd857f-05d1-4dbd-bc51-e99f2592cc42 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750196 Jul 13 19:21:35.785457 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf41087-07bc-4a8f-8155-0ade2a092d86 req-da67a306-787d-4a6e-8019-263212ae74f7 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.787109 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3cf41087-07bc-4a8f-8155-0ade2a092d86 req-da67a306-787d-4a6e-8019-263212ae74f7 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 944 time: 0.0766599 Jul 13 19:21:35.802566 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-c13fc448-8f1c-4cd0-a89a-6f548107aa52 req-a405d332-19f1-45c0-a18c-5a26e840894d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.827081 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3cf41087-07bc-4a8f-8155-0ade2a092d86 req-db636a3b-1e91-43ca-b7da-d7ed67deed11 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339823 Jul 13 19:21:35.837788 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405d332-19f1-45c0-a18c-5a26e840894d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Pushing event deleted for resources: {'Port': ['ID=ff99bf77-c969-40be-b78c-58804feacbb0,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:35.886710 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13fc448-8f1c-4cd0-a89a-6f548107aa52 req-a405d332-19f1-45c0-a18c-5a26e840894d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] No DVR routers for this DVR port ff99bf77-c969-40be-b78c-58804feacbb0 on host hv-cinder-78693 {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:21:35.891221 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-c13fc448-8f1c-4cd0-a89a-6f548107aa52 req-a405d332-19f1-45c0-a18c-5a26e840894d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.894691 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c13fc448-8f1c-4cd0-a89a-6f548107aa52 req-a405d332-19f1-45c0-a18c-5a26e840894d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.73 "DELETE /v2.0/ports/ff99bf77-c969-40be-b78c-58804feacbb0 HTTP/1.1" status: 204 len: 173 time: 0.7258584 Jul 13 19:21:35.895277 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa74dcf-4899-4fb6-9b70-8dd4007a1239', 'name': 'network-vif-deleted', 'tag': 'ff99bf77-c969-40be-b78c-58804feacbb0'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:35.897963 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375a0424-a170-4b58-95af-9dbbdb29b0d5" -d '{"events": [{"server_uuid": "6aa74dcf-4899-4fb6-9b70-8dd4007a1239", "name": "network-vif-deleted", "tag": "ff99bf77-c969-40be-b78c-58804feacbb0"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:35.938121 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedfe051-a4ea-4260-b1a9-93bbfee176bc x-openstack-request-id: req-aedfe051-a4ea-4260-b1a9-93bbfee176bc {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:35.938412 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa74dcf-4899-4fb6-9b70-8dd4007a1239", "name": "network-vif-deleted", "tag": "ff99bf77-c969-40be-b78c-58804feacbb0", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:35.938691 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aedfe051-a4ea-4260-b1a9-93bbfee176bc {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:35.939086 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa74dcf-4899-4fb6-9b70-8dd4007a1239', 'name': 'network-vif-deleted', 'tag': 'ff99bf77-c969-40be-b78c-58804feacbb0', 'status': 'completed', 'code': 200} Jul 13 19:21:35.999895 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:36.079467 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459cb1e-6d6e-4847-afc2-b8eaa2078138 req-175624ed-8d44-4a4d-8ec1-3c8d795eeed9 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:36.081016 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a459cb1e-6d6e-4847-afc2-b8eaa2078138 req-175624ed-8d44-4a4d-8ec1-3c8d795eeed9 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.0647357 Jul 13 19:21:36.119204 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a459cb1e-6d6e-4847-afc2-b8eaa2078138 req-d2cce2e9-5e41-45d0-8c7b-8b6cfe7a4699 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323460 Jul 13 19:21:36.295224 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7b3ec807-4e82-4c1c-81ea-76788c041d88 req-5bcc6c50-0e42-4c8a-a44b-4af3f687d7c2 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 210 time: 0.0336046 Jul 13 19:21:37.116044 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd998850-42a9-42a3-a3a9-7227bcf088f6 req-75fe77a6-23ae-4e7a-a018-8efe94d96bba tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:37.117491 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bd998850-42a9-42a3-a3a9-7227bcf088f6 req-75fe77a6-23ae-4e7a-a018-8efe94d96bba tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.2729113 Jul 13 19:21:37.155482 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bd998850-42a9-42a3-a3a9-7227bcf088f6 req-cedc634e-c2cc-4a26-8580-75763a855c4d tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Jul 13 19:21:37.313411 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d56388-c6b3-407d-8586-507c023991dc req-6bda5cab-4b10-4e4b-8114-48245e40c417 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:37.314803 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-82d56388-c6b3-407d-8586-507c023991dc req-6bda5cab-4b10-4e4b-8114-48245e40c417 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 944 time: 0.0620093 Jul 13 19:21:37.352156 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-82d56388-c6b3-407d-8586-507c023991dc req-41b97b70-172e-4c6f-b03b-ad99d2556061 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314348 Jul 13 19:21:37.514059 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e9ebf-e89d-45ee-acd7-c4dab5af7420 req-164babf0-bd31-4272-ab88-f7ea2e0fac0f tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:37.515625 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fa2e9ebf-e89d-45ee-acd7-c4dab5af7420 req-164babf0-bd31-4272-ab88-f7ea2e0fac0f tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.0661952 Jul 13 19:21:37.553018 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fa2e9ebf-e89d-45ee-acd7-c4dab5af7420 req-c52fa44d-2712-42cb-bae8-8051275aa33f tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 Jul 13 19:21:37.685335 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cae513b0-699b-405c-a5cb-e626c8e9e1a2 req-cd6e125c-1a01-423e-ac87-110c4a9bd6b5 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 210 time: 0.0275800 Jul 13 19:21:38.121646 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:38.327115 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeead6-f001-459d-8212-4da7ca7e6987 req-0f1dc810-66a1-42e5-bcb9-c7b3ca2bd9aa tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:38.328631 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3bbeead6-f001-459d-8212-4da7ca7e6987 req-0f1dc810-66a1-42e5-bcb9-c7b3ca2bd9aa tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0623231 Jul 13 19:21:38.365918 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3bbeead6-f001-459d-8212-4da7ca7e6987 req-a6d3145e-fe70-4088-83be-76b43bc3fb31 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Jul 13 19:21:38.527899 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd76bf-1a5b-44c6-91c2-6b0950c4b785 req-fe24ff0a-4398-4b1b-9f64-cbe73365b1ba tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:38.530230 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1bbd76bf-1a5b-44c6-91c2-6b0950c4b785 req-fe24ff0a-4398-4b1b-9f64-cbe73365b1ba tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 944 time: 0.0664737 Jul 13 19:21:38.568057 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1bbd76bf-1a5b-44c6-91c2-6b0950c4b785 req-cda57d11-51a1-456a-8302-00b830e8ab6c tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Jul 13 19:21:38.569224 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['ff99bf77-c969-40be-b78c-58804feacbb0'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:38.600660 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device adf1403d-39c0-4bc8-8b43-74b0142341aa up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:38.691866 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port adf1403d-39c0-4bc8-8b43-74b0142341aa completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:38.701294 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port adf1403d-39c0-4bc8-8b43-74b0142341aa triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:38.701881 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:38.785720 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab73158-0947-4a38-bfc3-4c1273c2ff2f req-2f718b67-b201-4966-be07-0a2e69e7e08c tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:38.788261 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bab73158-0947-4a38-bfc3-4c1273c2ff2f req-2f718b67-b201-4966-be07-0a2e69e7e08c tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.1053410 Jul 13 19:21:38.852853 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bab73158-0947-4a38-bfc3-4c1273c2ff2f req-fe6c9986-8690-4468-b422-4a4010dde002 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543125 Jul 13 19:21:38.854549 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:38.877866 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f6c557ba-973e-4b42-994e-d6a9fa91a64b req-ba541830-a23a-4c24-8a77-a84b59fba616 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=6aa74dcf-4899-4fb6-9b70-8dd4007a1239 HTTP/1.1" status: 200 len: 210 time: 0.0478086 Jul 13 19:21:38.882984 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f7fb45-c6f8-4efd-ad23-779da5266fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf1403d-39c0-4bc8-8b43-74b0142341aa'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:38.885248 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7df0f1-fc90-4a24-8776-56d693b617a7" -d '{"events": [{"server_uuid": "16f7fb45-c6f8-4efd-ad23-779da5266fe1", "name": "network-vif-plugged", "status": "completed", "tag": "adf1403d-39c0-4bc8-8b43-74b0142341aa"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:38.900514 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port adf1403d-39c0-4bc8-8b43-74b0142341aa, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=adf1403d-39c0-4bc8-8b43-74b0142341aa,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:38.907257 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:38.908216 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device ff99bf77-c969-40be-b78c-58804feacbb0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:38.953388 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d77aff-9a8f-4ef8-9d80-f90dddc49559 x-openstack-request-id: req-d0d77aff-9a8f-4ef8-9d80-f90dddc49559 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:38.953682 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f7fb45-c6f8-4efd-ad23-779da5266fe1", "name": "network-vif-plugged", "status": "completed", "tag": "adf1403d-39c0-4bc8-8b43-74b0142341aa", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:38.953937 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d0d77aff-9a8f-4ef8-9d80-f90dddc49559 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:38.954329 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f7fb45-c6f8-4efd-ad23-779da5266fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf1403d-39c0-4bc8-8b43-74b0142341aa', 'code': 200} Jul 13 19:21:38.957091 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: ff99bf77-c969-40be-b78c-58804feacbb0 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:21:38.957437 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device ff99bf77-c969-40be-b78c-58804feacbb0 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:38.983200 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=adf1403d-39c0-4bc8-8b43-74b0142341aa,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:39.182610 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2fea0-051f-4d4b-bcf3-67a9c84304a4 req-6a318795-6b70-4efd-b31f-45de4f76013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:39.184106 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eee2fea0-051f-4d4b-bcf3-67a9c84304a4 req-6a318795-6b70-4efd-b31f-45de4f76013e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0525544 Jul 13 19:21:39.221629 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eee2fea0-051f-4d4b-bcf3-67a9c84304a4 req-15b585f7-83dd-4d3e-af03-d97b7fbbd0c0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303218 Jul 13 19:21:39.550018 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88716602-5083-40c5-85c3-496142a71a10 req-5acd2dbf-9569-4c79-b841-70bae6aa2ee6 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:39.551541 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-88716602-5083-40c5-85c3-496142a71a10 req-5acd2dbf-9569-4c79-b841-70bae6aa2ee6 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0672765 Jul 13 19:21:39.590982 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-88716602-5083-40c5-85c3-496142a71a10 req-1758d7cf-d8a1-4b3c-8dac-9ce5f29d07f7 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338786 Jul 13 19:21:39.771188 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c20d8-cdee-4325-805b-be11eec4f9a2 req-8943308b-938f-41e7-848b-cb0b5ba218ea tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:39.772872 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-359c20d8-cdee-4325-805b-be11eec4f9a2 req-8943308b-938f-41e7-848b-cb0b5ba218ea tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 945 time: 0.0709558 Jul 13 19:21:39.827291 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-359c20d8-cdee-4325-805b-be11eec4f9a2 req-0307e145-988b-41bb-aa83-5457d1e4deb3 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463004 Jul 13 19:21:40.097861 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd881e9-318d-40ab-82e6-714416154052 req-dcabac46-0a9e-4d86-ac7d-c2223810791b tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.099606 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6bd881e9-318d-40ab-82e6-714416154052 req-dcabac46-0a9e-4d86-ac7d-c2223810791b tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.1103108 Jul 13 19:21:40.101875 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7b204-7a30-4ecb-9550-53428517488f req-14950c7f-fa6c-4cb6-a134-c9354dd08708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.103395 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4cf7b204-7a30-4ecb-9550-53428517488f req-14950c7f-fa6c-4cb6-a134-c9354dd08708 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 1099 time: 0.1041532 Jul 13 19:21:40.163583 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4cf7b204-7a30-4ecb-9550-53428517488f req-7ee6f905-2792-4ef1-9c07-222f79fe1ee1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497732 Jul 13 19:21:40.166569 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6bd881e9-318d-40ab-82e6-714416154052 req-e83e6bd9-22b0-41d0-b527-c95e8caee909 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605431 Jul 13 19:21:40.269948 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-75712aec-d33c-4d51-ab90-c40966658554 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.271601 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-75712aec-d33c-4d51-ab90-c40966658554 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/networks?id=6e449f2c-95e9-4827-a8a0-6d3fa306e9ef HTTP/1.1" status: 200 len: 809 time: 0.1050017 Jul 13 19:21:40.288137 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-9761c568-6bde-4139-903d-4c6b91a47fdd tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/quotas/f199deb6ee3a42a09aa0886550e0a633 HTTP/1.1" status: 200 len: 375 time: 0.0109782 Jul 13 19:21:40.322278 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-49db5d38-36f0-4bf1-a9b7-5ee8f8e5f8de tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f199deb6ee3a42a09aa0886550e0a633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287874 Jul 13 19:21:40.416965 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-11cacb4e-e998-4a51-9681-8359dd1252b9 service neutron] 10.222.0.68 "GET /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869629 Jul 13 19:21:40.506670 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-3876a0d4-8636-46e0-80d8-df4abf4ccd08 service neutron] 10.222.0.68 "GET /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839429 Jul 13 19:21:40.718762 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2b97970d-83d2-4b37-a44d-c147ff89fcf0 req-8f2f9bcf-21b0-43fc-8cb1-59e80c813395 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 210 time: 0.0483177 Jul 13 19:21:40.816058 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06721c1c-f728-4734-aa84-fa7bbb5a8a34 req-8fc1d938-869c-4969-9174-a67d8a3d2bc7 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.819661 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-06721c1c-f728-4734-aa84-fa7bbb5a8a34 req-8fc1d938-869c-4969-9174-a67d8a3d2bc7 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0850267 Jul 13 19:21:40.879509 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-06721c1c-f728-4734-aa84-fa7bbb5a8a34 req-953d7068-4585-4ddc-8c18-103953b01dae tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502632 Jul 13 19:21:41.069760 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913ef2e-5bf5-48f5-a3ff-2f456e0450a9 req-9b3ab23c-f9a4-4e7f-b8d5-a96abd877666 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:41.071533 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9913ef2e-5bf5-48f5-a3ff-2f456e0450a9 req-9b3ab23c-f9a4-4e7f-b8d5-a96abd877666 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 945 time: 0.0758960 Jul 13 19:21:41.116316 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9913ef2e-5bf5-48f5-a3ff-2f456e0450a9 req-11f86cb4-835e-42f6-9ba1-423b797c7d80 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372181 Jul 13 19:21:41.173359 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 35864) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:41.293481 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ccaf-60dc-401f-a36e-ec499831951d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.371964 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5316f2-b8c1-4970-be5e-56ee4ad00a7f req-67a0d280-5e37-408c-bacb-ecb36b071a31 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:41.374197 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bb5316f2-b8c1-4970-be5e-56ee4ad00a7f req-67a0d280-5e37-408c-bacb-ecb36b071a31 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.0742180 Jul 13 19:21:41.403101 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ccaf-60dc-401f-a36e-ec499831951d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.409099 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ccaf-60dc-401f-a36e-ec499831951d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.423378 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bb5316f2-b8c1-4970-be5e-56ee4ad00a7f req-2009f32e-e892-44e9-9fe1-5add081bc646 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421882 Jul 13 19:21:41.453072 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5fa2ccaf-60dc-401f-a36e-ec499831951d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aa424a2d817648f0a387b2e924a6acb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786307 Jul 13 19:21:41.453958 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2ccaf-60dc-401f-a36e-ec499831951d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d93ba6d-8c9f-46a0-8f80-9da9149075b3,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:41.455718 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 35876) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:41.507695 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d587f1bd-688f-48e8-bb2c-be0b2bfa14e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.527856 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d587f1bd-688f-48e8-bb2c-be0b2bfa14e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.579777 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d587f1bd-688f-48e8-bb2c-be0b2bfa14e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.582390 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d587f1bd-688f-48e8-bb2c-be0b2bfa14e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:41.583594 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d587f1bd-688f-48e8-bb2c-be0b2bfa14e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2d93ba6d-8c9f-46a0-8f80-9da9149075b3 HTTP/1.1" status: 204 len: 168 time: 0.1263497 Jul 13 19:21:41.591737 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587f1bd-688f-48e8-bb2c-be0b2bfa14e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d93ba6d-8c9f-46a0-8f80-9da9149075b3,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:41.883336 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3d490db3-3d0a-489c-8ce3-32771ae0b402 req-ad88a6b3-c916-4a78-ad75-a5458f6493a3 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 210 time: 0.0313520 Jul 13 19:21:42.095382 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787ab2b-caff-48da-acd2-7428b054be90 req-6ce6282d-5561-43ea-a206-bd3c41c81815 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:42.096931 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6787ab2b-caff-48da-acd2-7428b054be90 req-6ce6282d-5561-43ea-a206-bd3c41c81815 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0907011 Jul 13 19:21:42.135708 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6787ab2b-caff-48da-acd2-7428b054be90 req-333c4ea7-995a-4c38-83bc-9f8ed175f6a6 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329864 Jul 13 19:21:42.602375 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a61bb-9efd-42c4-835b-57787ed313a4 req-975dbbc0-44c2-4794-bd8e-231da9b1dcf6 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:42.603864 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-675a61bb-9efd-42c4-835b-57787ed313a4 req-975dbbc0-44c2-4794-bd8e-231da9b1dcf6 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.0644376 Jul 13 19:21:42.642124 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-675a61bb-9efd-42c4-835b-57787ed313a4 req-f20dd678-5f80-452a-8bc6-3c61571ed34d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324996 Jul 13 19:21:43.024287 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d7945bab-0650-4ad5-b6fc-697534de2258 req-0f8e0c82-51c7-42f8-a6a8-211c5dfb1536 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 210 time: 0.0317969 Jul 13 19:21:43.310021 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a4b25-8f08-4595-8a2f-ba2727ca7996 req-1917e002-0440-4898-b2d1-b27105ac5e68 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:43.311604 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b65a4b25-8f08-4595-8a2f-ba2727ca7996 req-1917e002-0440-4898-b2d1-b27105ac5e68 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0634255 Jul 13 19:21:43.349943 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b65a4b25-8f08-4595-8a2f-ba2727ca7996 req-c612bf77-c924-466d-b0dd-a05b1bd3e720 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Jul 13 19:21:43.663838 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 7251fadd-14ed-46b5-86ff-8368043859fe details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:43.827651 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79787ae9-16fa-43a3-89a4-039867be1bdd req-d4bdd912-0125-4c60-8770-ed0a652e37ae tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:43.829186 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79787ae9-16fa-43a3-89a4-039867be1bdd req-d4bdd912-0125-4c60-8770-ed0a652e37ae tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 944 time: 0.0708091 Jul 13 19:21:43.867564 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79787ae9-16fa-43a3-89a4-039867be1bdd req-7ed4cc45-86ed-441d-8454-8eefc412d132 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Jul 13 19:21:43.878179 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 7251fadd-14ed-46b5-86ff-8368043859fe, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7251fadd-14ed-46b5-86ff-8368043859fe,segment=NetworkSegment(c9f917b4-b514-4f50-811d-36c2cb359e46),segment_id=c9f917b4-b514-4f50-811d-36c2cb359e46)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:43.890730 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '7251fadd-14ed-46b5-86ff-8368043859fe', 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2', 'port_id': '7251fadd-14ed-46b5-86ff-8368043859fe', 'mac_address': 'fa:16:3e:cd:4e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7108c05e-2219-42c4-940a-46d6ac5e9dd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:21:43.929629 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:43.945520 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7251fadd-14ed-46b5-86ff-8368043859fe {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:43.967508 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 7251fadd-14ed-46b5-86ff-8368043859fe, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7251fadd-14ed-46b5-86ff-8368043859fe,segment=NetworkSegment(c9f917b4-b514-4f50-811d-36c2cb359e46),segment_id=c9f917b4-b514-4f50-811d-36c2cb359e46)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:43.972273 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:44.019619 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=7251fadd-14ed-46b5-86ff-8368043859fe,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:44.165354 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f89222fc-8652-498a-91de-a52e4c757229 req-de055d47-c18a-450f-aa5d-b99d224f4c2e tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 210 time: 0.0321481 Jul 13 19:21:44.522340 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76252d79-b70d-4b65-b4f3-be7b3c1cd65f req-db713d49-6b86-48e8-ad2b-75e5815a6934 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:44.523853 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-76252d79-b70d-4b65-b4f3-be7b3c1cd65f req-db713d49-6b86-48e8-ad2b-75e5815a6934 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0630019 Jul 13 19:21:44.561989 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-76252d79-b70d-4b65-b4f3-be7b3c1cd65f req-aef460dc-3bf8-45a7-9500-87daeb6611d0 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324202 Jul 13 19:21:45.069623 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deb1d4-b18b-440d-8cee-474d3cc8357f req-939c59a8-2d48-4988-bb1a-5b4539b17b89 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:45.071343 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d0deb1d4-b18b-440d-8cee-474d3cc8357f req-939c59a8-2d48-4988-bb1a-5b4539b17b89 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 945 time: 0.0750737 Jul 13 19:21:45.123370 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d0deb1d4-b18b-440d-8cee-474d3cc8357f req-80f4e12a-0665-4eae-a6d1-6a5279c289c1 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Jul 13 19:21:45.311750 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a4f37b51-b35b-490f-8256-36e0dcfa7f5a req-475d749e-98d5-4757-aa28-ab5c606cf0be tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 210 time: 0.0326190 Jul 13 19:21:45.366088 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['7251fadd-14ed-46b5-86ff-8368043859fe'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:45.790906 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778abee-8e64-43b5-9688-8263802440ca req-1f5daa96-8647-4ce0-9098-8a1ec56979ea tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:45.793397 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3778abee-8e64-43b5-9688-8263802440ca req-1f5daa96-8647-4ce0-9098-8a1ec56979ea tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1129365 Jul 13 19:21:45.855001 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-d95a6b8f-2da9-43af-a65e-024d72265907 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:45.856179 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3778abee-8e64-43b5-9688-8263802440ca req-9a668e7a-c2cd-4e62-8633-8b471adb8991 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547142 Jul 13 19:21:45.858036 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-d95a6b8f-2da9-43af-a65e-024d72265907 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.73 "GET /v2.0/networks?id=6e449f2c-95e9-4827-a8a0-6d3fa306e9ef HTTP/1.1" status: 200 len: 809 time: 0.1918201 Jul 13 19:21:45.878325 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Request body: {'port': {'device_id': '7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381', 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef', 'admin_state_up': True, 'tenant_id': 'f199deb6ee3a42a09aa0886550e0a633'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:46.013430 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Made reservation on behalf of f199deb6ee3a42a09aa0886550e0a633 for: {'port': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:46.017690 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.075986 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed81e0-43e2-499b-bb9b-1bd62d80860d req-17c8d846-2d93-40c9-bde5-5dee878a4dd8 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:46.083379 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-76ed81e0-43e2-499b-bb9b-1bd62d80860d req-17c8d846-2d93-40c9-bde5-5dee878a4dd8 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0919137 Jul 13 19:21:46.121076 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-76ed81e0-43e2-499b-bb9b-1bd62d80860d req-01a8fb13-cd70-49db-8fe7-3f13049fa30e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367095 Jul 13 19:21:46.189368 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Allocated IP 172.20.0.13 (6e449f2c-95e9-4827-a8a0-6d3fa306e9ef/3d8c64fa-36ed-4ec5-a67a-8bfc7b2ed320/842be2d5-f5a4-4bde-81ce-6a58e5be84a4) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:46.391515 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.396511 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5dbda-6534-4cbf-b0ff-141258dcc527 req-56654f32-a53c-494e-a8b5-c55c12a61cde tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:46.398300 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-34b5dbda-6534-4cbf-b0ff-141258dcc527 req-56654f32-a53c-494e-a8b5-c55c12a61cde tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 945 time: 0.0757244 Jul 13 19:21:46.435180 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.442549 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-34b5dbda-6534-4cbf-b0ff-141258dcc527 req-6336a5df-44bf-46a7-8477-1dda8563d743 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Jul 13 19:21:46.499810 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:46.502048 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:46.505504 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:46.511020 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:46.511618 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.520540 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Pushing event updated for resources: {'Port': ['ID=842be2d5-f5a4-4bde-81ce-6a58e5be84a4,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:46.535370 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6d67c95b-9902-417b-a85a-52adfa818812 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6611660 Jul 13 19:21:46.559318 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Request body: {'port': {'device_id': '7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:46.656571 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.670711 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e4888-62db-4bf5-b341-cbe5d702bb6e req-88f7ae62-e696-4842-aeb7-08f42b178222 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:46.672307 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7a4e4888-62db-4bf5-b341-cbe5d702bb6e req-88f7ae62-e696-4842-aeb7-08f42b178222 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 932 time: 0.0666800 Jul 13 19:21:46.711209 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7a4e4888-62db-4bf5-b341-cbe5d702bb6e req-e89b5545-551f-41c8-8c35-b668788988bf tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332253 Jul 13 19:21:46.928454 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 {{(pid=92951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:46.938059 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:46.951221 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Transition to ACTIVE for port object 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 will not be triggered until provisioned by entity L2. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:46.954562 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.010729 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Pushing event updated for resources: {'Port': ['ID=842be2d5-f5a4-4bde-81ce-6a58e5be84a4,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:47.043238 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Attempting to bind port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:47.043581 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Attempting to bind port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'df682a35-0066-4647-b3b2-2bd94158272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef'}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:47.043939 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Attempting to bind port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 on network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:47.049055 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 on network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:47.049371 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Attempting to bind port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 on network 6e449f2c-95e9-4827-a8a0-6d3fa306e9ef {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:47.054129 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:47.054458 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Checking segment: {'id': 'df682a35-0066-4647-b3b2-2bd94158272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:47.054872 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Bound using segment: {'id': 'df682a35-0066-4647-b3b2-2bd94158272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef'} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:47.055288 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Bound port: 842be2d5-f5a4-4bde-81ce-6a58e5be84a4, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df682a35-0066-4647-b3b2-2bd94158272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef'}}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:47.055645 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.122573 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] For port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4, host hv-cinder-78693, cleared binding levels {{(pid=92951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:47.126132 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] For port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=842be2d5-f5a4-4bde-81ce-6a58e5be84a4,segment=NetworkSegment(df682a35-0066-4647-b3b2-2bd94158272b),segment_id=df682a35-0066-4647-b3b2-2bd94158272b)] {{(pid=92951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:47.130565 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.164036 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:47.164739 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.166148 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] 10.222.0.73 "PUT /v2.0/ports/842be2d5-f5a4-4bde-81ce-6a58e5be84a4 HTTP/1.1" status: 200 len: 1094 time: 0.6115696 Jul 13 19:21:47.166625 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381', 'tag': '842be2d5-f5a4-4bde-81ce-6a58e5be84a4'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:47.168839 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe77761-f9ad-472c-8b26-5d036465a049" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381", "tag": "842be2d5-f5a4-4bde-81ce-6a58e5be84a4"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:47.194076 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824340f-8d53-4f29-952d-160028fdbde0 service neutron] Pushing event updated for resources: {'Port': ['ID=842be2d5-f5a4-4bde-81ce-6a58e5be84a4,revision_number=3']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:47.226341 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee4c7f6-01ad-4d59-ac9c-4d49aefe37d2 x-openstack-request-id: req-dee4c7f6-01ad-4d59-ac9c-4d49aefe37d2 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:47.226642 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381", "tag": "842be2d5-f5a4-4bde-81ce-6a58e5be84a4", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:47.226891 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dee4c7f6-01ad-4d59-ac9c-4d49aefe37d2 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:47.227287 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381', 'tag': '842be2d5-f5a4-4bde-81ce-6a58e5be84a4', 'status': 'completed', 'code': 200} Jul 13 19:21:47.288550 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6137ce01-9461-4e91-a2f3-ee557cd0970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:47.290158 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-6137ce01-9461-4e91-a2f3-ee557cd0970b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f199deb6ee3a42a09aa0886550e0a633&device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 1097 time: 0.0725303 Jul 13 19:21:47.337673 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-b44ea21a-9db6-47cf-b063-2401310859d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=842be2d5-f5a4-4bde-81ce-6a58e5be84a4 HTTP/1.1" status: 200 len: 217 time: 0.0387144 Jul 13 19:21:47.391831 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-b89d1d7d-f5b3-4db2-8856-3400a94f9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:47.393320 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-b89d1d7d-f5b3-4db2-8856-3400a94f9098 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3d8c64fa-36ed-4ec5-a67a-8bfc7b2ed320 HTTP/1.1" status: 200 len: 849 time: 0.0490236 Jul 13 19:21:47.435326 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-976f64f2-a842-450e-acb3-2c4b7687cd6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e449f2c-95e9-4827-a8a0-6d3fa306e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300455 Jul 13 19:21:47.542072 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-b8783fe9-9681-4820-98fc-b928b0ce1dec service neutron] 10.222.0.73 "GET /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984998 Jul 13 19:21:47.664737 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6700df95-aa38-4ead-984a-ea8f9c2a3027 req-d4a2d7b9-16c9-4099-83b2-09bec094d186 service neutron] 10.222.0.73 "GET /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128533 Jul 13 19:21:47.666674 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f74b0-d35a-4b29-bbc2-cc263311112a req-c08f00c5-afa4-4829-b98d-d24f8dd573dc tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:47.674728 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-503f74b0-d35a-4b29-bbc2-cc263311112a req-c08f00c5-afa4-4829-b98d-d24f8dd573dc tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 945 time: 0.0911911 Jul 13 19:21:47.740001 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-503f74b0-d35a-4b29-bbc2-cc263311112a req-0e4da025-b51b-4e76-b2b2-bb8d1f36b903 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634632 Jul 13 19:21:47.804173 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe77761-f9ad-472c-8b26-5d036465a049 req-efbe535d-dfce-46ad-a6a0-52974ab2ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:47.805929 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bfe77761-f9ad-472c-8b26-5d036465a049 req-efbe535d-dfce-46ad-a6a0-52974ab2ea28 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f199deb6ee3a42a09aa0886550e0a633&device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 1097 time: 0.0635991 Jul 13 19:21:47.907523 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe77761-f9ad-472c-8b26-5d036465a049 req-9d7e8ddb-946a-44ef-b32d-0eac29f1ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:47.909126 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bfe77761-f9ad-472c-8b26-5d036465a049 req-9d7e8ddb-946a-44ef-b32d-0eac29f1ceab service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e449f2c-95e9-4827-a8a0-6d3fa306e9ef HTTP/1.1" status: 200 len: 911 time: 0.0929377 Jul 13 19:21:47.975479 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bfe77761-f9ad-472c-8b26-5d036465a049 req-ed4d8945-b6a5-4121-b0fa-aaec5032718b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=842be2d5-f5a4-4bde-81ce-6a58e5be84a4 HTTP/1.1" status: 200 len: 217 time: 0.0472138 Jul 13 19:21:48.050816 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe77761-f9ad-472c-8b26-5d036465a049 req-81ab8173-a252-4169-9388-0c27a09fd09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:48.053279 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bfe77761-f9ad-472c-8b26-5d036465a049 req-81ab8173-a252-4169-9388-0c27a09fd09a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3d8c64fa-36ed-4ec5-a67a-8bfc7b2ed320 HTTP/1.1" status: 200 len: 849 time: 0.0558174 Jul 13 19:21:48.118292 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bfe77761-f9ad-472c-8b26-5d036465a049 req-3cac8b16-1688-4049-a124-b2d89b2f8d02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e449f2c-95e9-4827-a8a0-6d3fa306e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468371 Jul 13 19:21:48.242460 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ca169-1889-486a-9a01-9adc29d549e1 req-38faa669-5ea8-4ea1-b6c6-cda89d3ffe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:48.243482 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f48911-74b4-4567-92f4-47ac5f26859c req-92e85c10-d3f7-44db-a271-00e79aeb02b6 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:48.243907 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-237ca169-1889-486a-9a01-9adc29d549e1 req-38faa669-5ea8-4ea1-b6c6-cda89d3ffe66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 1099 time: 0.0976169 Jul 13 19:21:48.244972 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-75f48911-74b4-4567-92f4-47ac5f26859c req-92e85c10-d3f7-44db-a271-00e79aeb02b6 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 944 time: 0.1298647 Jul 13 19:21:48.257538 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3aeb6-5af4-4b12-b4cf-09632e2d5cfa req-9dd50ec6-4802-4515-86a2-6c749f523efc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:48.259168 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ec3aeb6-5af4-4b12-b4cf-09632e2d5cfa req-9dd50ec6-4802-4515-86a2-6c749f523efc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0844605 Jul 13 19:21:48.272736 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bfe77761-f9ad-472c-8b26-5d036465a049 req-4e017440-2296-4a91-9e61-72929543990a service neutron] 10.222.0.73 "GET /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282840 Jul 13 19:21:48.303357 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-75f48911-74b4-4567-92f4-47ac5f26859c req-d2dbe4d2-f9bd-426c-bc0c-9d3ae770c165 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488346 Jul 13 19:21:48.353986 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ec3aeb6-5af4-4b12-b4cf-09632e2d5cfa req-4af6434a-c640-4383-807d-212a80a3191e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866625 Jul 13 19:21:48.381586 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ca169-1889-486a-9a01-9adc29d549e1 req-ab1674ad-ee09-4a76-8b9a-04f3d7d81e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:48.383110 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-237ca169-1889-486a-9a01-9adc29d549e1 req-ab1674ad-ee09-4a76-8b9a-04f3d7d81e17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 921 time: 0.1230881 Jul 13 19:21:48.393641 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bfe77761-f9ad-472c-8b26-5d036465a049 req-3704703f-96ba-4226-acee-4576085a2257 service neutron] 10.222.0.73 "GET /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018827 Jul 13 19:21:48.426846 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-237ca169-1889-486a-9a01-9adc29d549e1 req-4f91c30f-8155-48c5-a09e-e9cae1457039 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78abd0f-c2a6-4835-aa94-f9176c839e00 HTTP/1.1" status: 200 len: 217 time: 0.0346382 Jul 13 19:21:48.481231 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ca169-1889-486a-9a01-9adc29d549e1 req-c119eb18-eb64-4c70-9bf1-afbe1b14dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:48.482739 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-237ca169-1889-486a-9a01-9adc29d549e1 req-c119eb18-eb64-4c70-9bf1-afbe1b14dbae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=499acf8e-dcac-4939-8052-00af7439f44f HTTP/1.1" status: 200 len: 859 time: 0.0466490 Jul 13 19:21:48.526832 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-237ca169-1889-486a-9a01-9adc29d549e1 req-c520a7c7-72fa-4070-b5f7-053b5349d39d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67fa0955-bf8a-4941-b7ef-11e6c4205d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257375 Jul 13 19:21:48.619840 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-237ca169-1889-486a-9a01-9adc29d549e1 req-576d6cae-028c-40ba-9077-9dfdf0d749c8 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807559 Jul 13 19:21:48.917502 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0bbc1-bc9f-4512-9f3c-dff818403f01 req-475d1616-673f-43b9-b9bc-4c5f41080ae8 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:48.919376 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-21e0bbc1-bc9f-4512-9f3c-dff818403f01 req-475d1616-673f-43b9-b9bc-4c5f41080ae8 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 945 time: 0.0741553 Jul 13 19:21:48.960948 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-21e0bbc1-bc9f-4512-9f3c-dff818403f01 req-dc565b53-24ef-496d-ad48-b1c1b94c2637 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353100 Jul 13 19:21:49.486147 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ed4be-1680-420f-96cf-c5224bf3d8e2 req-8aef0a03-cc4e-4d3c-9762-63ec906f85bb tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:49.487658 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-008ed4be-1680-420f-96cf-c5224bf3d8e2 req-8aef0a03-cc4e-4d3c-9762-63ec906f85bb tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 944 time: 0.0622325 Jul 13 19:21:49.523781 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-008ed4be-1680-420f-96cf-c5224bf3d8e2 req-915c6a2a-0a7d-47f8-9165-c2ce7ce766bb tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305960 Jul 13 19:21:49.625751 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-237ca169-1889-486a-9a01-9adc29d549e1 req-dc42ba63-d5e4-46e5-9fb2-7b0aaebdc4f6 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938754 Jul 13 19:21:49.686119 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e8e60-c96c-4c7b-87c5-ea1684541eeb req-d5c9e1ae-c4f3-4f03-a573-7ddd9b908aae tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:49.687625 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-373e8e60-c96c-4c7b-87c5-ea1684541eeb req-d5c9e1ae-c4f3-4f03-a573-7ddd9b908aae tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0663688 Jul 13 19:21:49.725320 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-373e8e60-c96c-4c7b-87c5-ea1684541eeb req-31471beb-77cf-4e53-a590-a0576ba9c134 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 Jul 13 19:21:50.141925 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b8ab6-b3cc-43ab-bf31-1160a2daddfc req-cb00752e-8af4-4bcd-b736-260c6668cef5 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:50.143846 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5f0b8ab6-b3cc-43ab-bf31-1160a2daddfc req-cb00752e-8af4-4bcd-b736-260c6668cef5 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 945 time: 0.0702755 Jul 13 19:21:50.182477 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5f0b8ab6-b3cc-43ab-bf31-1160a2daddfc req-6b880015-761b-407c-b2c7-9f40ae943b88 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330269 Jul 13 19:21:50.462323 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 7251fadd-14ed-46b5-86ff-8368043859fe up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:50.504271 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:50.520822 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 7251fadd-14ed-46b5-86ff-8368043859fe completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:50.524524 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 7251fadd-14ed-46b5-86ff-8368043859fe triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:50.524903 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:50.604936 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:50.628791 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6b95ff-32f5-4993-9556-78fb65d2f31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7251fadd-14ed-46b5-86ff-8368043859fe'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:50.631099 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411a55e6-f383-4484-ba30-aa44d4c26bd5" -d '{"events": [{"server_uuid": "9c6b95ff-32f5-4993-9556-78fb65d2f31b", "name": "network-vif-plugged", "status": "completed", "tag": "7251fadd-14ed-46b5-86ff-8368043859fe"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:50.644321 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 7251fadd-14ed-46b5-86ff-8368043859fe, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7251fadd-14ed-46b5-86ff-8368043859fe,segment=NetworkSegment(c9f917b4-b514-4f50-811d-36c2cb359e46),segment_id=c9f917b4-b514-4f50-811d-36c2cb359e46)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:50.648644 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:50.697125 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=7251fadd-14ed-46b5-86ff-8368043859fe,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:50.703782 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7009a-817d-4a83-b9a5-e19ee59e6e5e req-d6f54335-019a-40bc-9f1c-ea39531e7f29 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:50.706052 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cdb7009a-817d-4a83-b9a5-e19ee59e6e5e req-d6f54335-019a-40bc-9f1c-ea39531e7f29 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 944 time: 0.0646927 Jul 13 19:21:50.747610 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cdb7009a-817d-4a83-b9a5-e19ee59e6e5e req-1f2a418d-1d6e-4d90-abde-d695d86a4cb1 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Jul 13 19:21:50.793040 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33ac372-5f14-4a89-a8a1-a6ec3cc9f717 x-openstack-request-id: req-d33ac372-5f14-4a89-a8a1-a6ec3cc9f717 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:50.793608 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6b95ff-32f5-4993-9556-78fb65d2f31b", "name": "network-vif-plugged", "status": "completed", "tag": "7251fadd-14ed-46b5-86ff-8368043859fe", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:50.793608 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d33ac372-5f14-4a89-a8a1-a6ec3cc9f717 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:50.794075 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6b95ff-32f5-4993-9556-78fb65d2f31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7251fadd-14ed-46b5-86ff-8368043859fe', 'code': 200} Jul 13 19:21:50.939645 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07dab0-1466-4578-86da-846f45bdba60 req-892bb83e-41e2-4310-8c41-46134171a40b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:50.941140 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2d07dab0-1466-4578-86da-846f45bdba60 req-892bb83e-41e2-4310-8c41-46134171a40b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0635138 Jul 13 19:21:50.978768 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2d07dab0-1466-4578-86da-846f45bdba60 req-9b2c22ec-257a-4898-bb86-3e1f4026be5c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Jul 13 19:21:51.356205 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a519f59-d440-4302-8b7d-843347279f3c req-19543d9a-cce0-41fb-8d6e-535da630a0e1 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:51.358278 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7a519f59-d440-4302-8b7d-843347279f3c req-19543d9a-cce0-41fb-8d6e-535da630a0e1 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 946 time: 0.0632663 Jul 13 19:21:51.395405 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7a519f59-d440-4302-8b7d-843347279f3c req-6f8b5b14-88af-4eac-b7af-34fa4d8c8272 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Jul 13 19:21:51.760112 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87952e-5507-4065-9175-7965325522c6 req-e6cc2ef0-fb02-49c5-9638-e22d33962420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:51.761489 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-af87952e-5507-4065-9175-7965325522c6 req-e6cc2ef0-fb02-49c5-9638-e22d33962420 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 1099 time: 0.0502107 Jul 13 19:21:51.799452 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-af87952e-5507-4065-9175-7965325522c6 req-ea126ce4-ea1b-4002-971e-71fb89eb2246 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276783 Jul 13 19:21:51.923966 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b537-fea7-4105-ae8a-956df4b6cb7e req-eb53963b-7450-4c80-a6e2-a1693b4dd1ea tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:51.925473 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8380b537-fea7-4105-ae8a-956df4b6cb7e req-eb53963b-7450-4c80-a6e2-a1693b4dd1ea tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 944 time: 0.0673127 Jul 13 19:21:51.964003 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8380b537-fea7-4105-ae8a-956df4b6cb7e req-b7067225-46e1-4edc-9c54-811480c694e7 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328686 Jul 13 19:21:52.158363 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79109eb1-7d66-4db1-9b7f-3781d5ff3447 req-0420583d-efe3-4cd5-b9c5-c2aa9d2d2c36 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:52.159900 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79109eb1-7d66-4db1-9b7f-3781d5ff3447 req-0420583d-efe3-4cd5-b9c5-c2aa9d2d2c36 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0660326 Jul 13 19:21:52.203419 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79109eb1-7d66-4db1-9b7f-3781d5ff3447 req-bf3752e7-02a2-4a52-a1ce-69dff26c931b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Jul 13 19:21:52.582828 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543d416-4302-488e-a551-bd0d591270fa req-f2436ab1-a44d-40f9-85c8-5b0a26686690 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:52.584219 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2543d416-4302-488e-a551-bd0d591270fa req-f2436ab1-a44d-40f9-85c8-5b0a26686690 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 946 time: 0.0751417 Jul 13 19:21:52.624688 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2543d416-4302-488e-a551-bd0d591270fa req-4ff50371-5019-4179-a334-9f93bd307d87 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329938 Jul 13 19:21:53.146966 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888f954-d36a-4873-8776-307b1de63dc6 req-5397473b-d910-4010-a8d3-bffe211898ce tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:53.148606 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a888f954-d36a-4873-8776-307b1de63dc6 req-5397473b-d910-4010-a8d3-bffe211898ce tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 944 time: 0.0693889 Jul 13 19:21:53.192801 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a888f954-d36a-4873-8776-307b1de63dc6 req-82ea50c9-19f3-45b4-b428-4a43ae08b32b tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377624 Jul 13 19:21:53.409589 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29724919-73dd-480d-af09-3bc9f83e9a9c req-8dd24793-55b0-4b4c-87ab-719c5515bf19 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:53.411172 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-29724919-73dd-480d-af09-3bc9f83e9a9c req-8dd24793-55b0-4b4c-87ab-719c5515bf19 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0822730 Jul 13 19:21:53.454876 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-29724919-73dd-480d-af09-3bc9f83e9a9c req-d32adc67-ad96-4b42-b7b9-f401274bde05 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375090 Jul 13 19:21:53.499124 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:53.601456 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=842be2d5-f5a4-4bde-81ce-6a58e5be84a4,segment=NetworkSegment(df682a35-0066-4647-b3b2-2bd94158272b),segment_id=df682a35-0066-4647-b3b2-2bd94158272b)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:53.613250 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '842be2d5-f5a4-4bde-81ce-6a58e5be84a4', 'network_id': '6e449f2c-95e9-4827-a8a0-6d3fa306e9ef', 'port_id': '842be2d5-f5a4-4bde-81ce-6a58e5be84a4', 'mac_address': 'fa:16:3e:18:22:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c64fa-36ed-4ec5-a67a-8bfc7b2ed320', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:21:53.651394 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.666175 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:53.688340 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=842be2d5-f5a4-4bde-81ce-6a58e5be84a4,segment=NetworkSegment(df682a35-0066-4647-b3b2-2bd94158272b),segment_id=df682a35-0066-4647-b3b2-2bd94158272b)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:53.693286 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.753520 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=842be2d5-f5a4-4bde-81ce-6a58e5be84a4,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:53.825724 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ce511-34bb-4204-9679-79f6b13f08dc req-8c573e7a-7ca0-4dc1-a00a-79640be26e5b tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:53.828012 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-179ce511-34bb-4204-9679-79f6b13f08dc req-8c573e7a-7ca0-4dc1-a00a-79640be26e5b tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 946 time: 0.0882018 Jul 13 19:21:53.868614 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-179ce511-34bb-4204-9679-79f6b13f08dc req-a3aec076-6cf6-4015-a3a1-504797d48d9d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346801 Jul 13 19:21:53.977096 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:21:54.111715 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['842be2d5-f5a4-4bde-81ce-6a58e5be84a4'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:54.417186 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfef37-4d34-4b5a-a127-a5935c1dc8c3 req-810db896-bd5f-4304-8ce5-fa01a7a4f49f tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.425874 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-accfef37-4d34-4b5a-a127-a5935c1dc8c3 req-810db896-bd5f-4304-8ce5-fa01a7a4f49f tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 945 time: 0.1058629 Jul 13 19:21:54.468398 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-accfef37-4d34-4b5a-a127-a5935c1dc8c3 req-f746cd29-555a-4c32-be28-eba93a2909de tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Jul 13 19:21:54.522167 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 36158) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:54.639483 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ae59aec7-d2f0-4fb7-8f39-c63b5c628af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:54.658737 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511fea3-fd4c-47f6-94d3-9dec6741409f req-b01fcfbf-42ff-42fb-bd27-a2af2f50187a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.660719 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4511fea3-fd4c-47f6-94d3-9dec6741409f req-b01fcfbf-42ff-42fb-bd27-a2af2f50187a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0767293 Jul 13 19:21:54.725243 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4511fea3-fd4c-47f6-94d3-9dec6741409f req-c6536c24-2371-4d26-91f8-4ce195510405 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575848 Jul 13 19:21:54.760658 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ae59aec7-d2f0-4fb7-8f39-c63b5c628af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:54.765985 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ae59aec7-d2f0-4fb7-8f39-c63b5c628af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:54.807728 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ae59aec7-d2f0-4fb7-8f39-c63b5c628af0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5549a3a18c554154805c83d87b99818d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843013 Jul 13 19:21:54.808677 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59aec7-d2f0-4fb7-8f39-c63b5c628af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6b42e2-ed62-4b79-8684-81a818e391af,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:54.811392 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 36180) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:54.894657 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a403c037-52d4-4e3d-9b00-7cd5ab78ab49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:54.930983 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a403c037-52d4-4e3d-9b00-7cd5ab78ab49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.008811 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a403c037-52d4-4e3d-9b00-7cd5ab78ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.014330 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a403c037-52d4-4e3d-9b00-7cd5ab78ab49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.017723 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-a403c037-52d4-4e3d-9b00-7cd5ab78ab49 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d6b42e2-ed62-4b79-8684-81a818e391af HTTP/1.1" status: 204 len: 168 time: 0.2048442 Jul 13 19:21:55.029200 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403c037-52d4-4e3d-9b00-7cd5ab78ab49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6b42e2-ed62-4b79-8684-81a818e391af,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:55.328746 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 36202) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:55.350840 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0b9313f2-3fb6-4472-bec7-ba618a4b2037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.483654 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0b9313f2-3fb6-4472-bec7-ba618a4b2037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.485223 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0b9313f2-3fb6-4472-bec7-ba618a4b2037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.515298 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:55.523465 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9313f2-3fb6-4472-bec7-ba618a4b2037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d419cabf-0199-4f03-9e68-f35e8c279015,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:55.527868 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-0b9313f2-3fb6-4472-bec7-ba618a4b2037 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=40e85fcfdf844feabc79a7052f0f2064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975894 Jul 13 19:21:55.531326 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 36210) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:55.573545 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:55.578902 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:55.579542 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.587267 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22c662af-f585-4737-a06d-224839acc61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.612900 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22c662af-f585-4737-a06d-224839acc61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.662552 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.685512 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842be2d5-f5a4-4bde-81ce-6a58e5be84a4'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:55.687867 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92d2e04-2156-461b-8ee8-ba4775585122" -d '{"events": [{"server_uuid": "7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381", "name": "network-vif-plugged", "status": "completed", "tag": "842be2d5-f5a4-4bde-81ce-6a58e5be84a4"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:55.707349 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462266bc-6f1d-41be-9f60-24036b2e55e4 req-f98538b9-4cbe-4d99-8fb1-b5525ac61f9d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:55.707908 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=842be2d5-f5a4-4bde-81ce-6a58e5be84a4,segment=NetworkSegment(df682a35-0066-4647-b3b2-2bd94158272b),segment_id=df682a35-0066-4647-b3b2-2bd94158272b)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:55.708901 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-462266bc-6f1d-41be-9f60-24036b2e55e4 req-f98538b9-4cbe-4d99-8fb1-b5525ac61f9d tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 945 time: 0.1013575 Jul 13 19:21:55.713864 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.728101 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22c662af-f585-4737-a06d-224839acc61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.730622 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22c662af-f585-4737-a06d-224839acc61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:55.735465 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-22c662af-f585-4737-a06d-224839acc61d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d419cabf-0199-4f03-9e68-f35e8c279015 HTTP/1.1" status: 204 len: 168 time: 0.2002411 Jul 13 19:21:55.746776 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b83bad5-5857-42e6-95e8-1436d8426ac3 x-openstack-request-id: req-7b83bad5-5857-42e6-95e8-1436d8426ac3 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:55.747171 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381", "name": "network-vif-plugged", "status": "completed", "tag": "842be2d5-f5a4-4bde-81ce-6a58e5be84a4", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:55.747610 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7b83bad5-5857-42e6-95e8-1436d8426ac3 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:55.751049 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842be2d5-f5a4-4bde-81ce-6a58e5be84a4', 'code': 200} Jul 13 19:21:55.753670 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c662af-f585-4737-a06d-224839acc61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d419cabf-0199-4f03-9e68-f35e8c279015,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:55.799627 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-462266bc-6f1d-41be-9f60-24036b2e55e4 req-467e8522-e4e1-4f89-b2df-5c94476d8494 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797236 Jul 13 19:21:55.829879 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=842be2d5-f5a4-4bde-81ce-6a58e5be84a4,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:55.959419 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d72d8-8fa7-44d0-9f41-6bff2cf0f0b0 req-19ae866b-6aab-4cc8-918a-a6de63135b6c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:55.961603 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4d9d72d8-8fa7-44d0-9f41-6bff2cf0f0b0 req-19ae866b-6aab-4cc8-918a-a6de63135b6c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0859892 Jul 13 19:21:56.018844 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4d9d72d8-8fa7-44d0-9f41-6bff2cf0f0b0 req-0dcb1f4a-c33c-4b1a-925e-35729341fa02 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398803 Jul 13 19:21:56.038333 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4985f-d219-47fa-bb80-42f62b664287 req-6c19249d-ecdb-4cc1-98e9-e3dcfbbe90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:56.039889 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-08d4985f-d219-47fa-bb80-42f62b664287 req-6c19249d-ecdb-4cc1-98e9-e3dcfbbe90ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 1099 time: 0.0726366 Jul 13 19:21:56.100980 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-08d4985f-d219-47fa-bb80-42f62b664287 req-8008f6ce-3ca8-4c05-a4aa-46f118d04b98 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506995 Jul 13 19:21:56.776667 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-b4f4df16-c443-4d88-9be5-c9332e3e87a0 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:56.776667 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-b4f4df16-c443-4d88-9be5-c9332e3e87a0 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 815 time: 0.1150351 Jul 13 19:21:56.787512 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9eb7daff-fc70-41d7-a1e3-761c6b6b87be tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/quotas/b5e39dfc1338450284e225e45453460b HTTP/1.1" status: 200 len: 375 time: 0.0113587 Jul 13 19:21:56.870712 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-16c4a28c-85f4-425b-bb14-0769c684c8f7 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770831 Jul 13 19:21:56.975106 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-b7b1dce6-b107-4960-b87e-d2d033b1dcef service neutron] 10.222.0.68 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975268 Jul 13 19:21:57.003585 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7326f-3d1d-4a13-89a7-70a0e90f66c5 req-901acbfb-65d1-4294-ba6c-e0615d0af8b6 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.005135 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-46d7326f-3d1d-4a13-89a7-70a0e90f66c5 req-901acbfb-65d1-4294-ba6c-e0615d0af8b6 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 946 time: 0.0796385 Jul 13 19:21:57.050330 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-46d7326f-3d1d-4a13-89a7-70a0e90f66c5 req-52e07515-7d62-4374-8603-b6e0dabb7a39 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Jul 13 19:21:57.087081 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-878eca98-2942-40a1-b8ae-33f7c45c307c service neutron] 10.222.0.68 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059835 Jul 13 19:21:57.256578 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c7083-3a0b-4923-9505-825aa67411c0 req-391bb32d-beba-48bb-80c4-1ba46520454b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.258194 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8a7c7083-3a0b-4923-9505-825aa67411c0 req-391bb32d-beba-48bb-80c4-1ba46520454b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0840962 Jul 13 19:21:57.292667 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c78cd03d-8008-44b0-95b8-afd0aed799de req-a70701db-b138-4d16-a822-9609d12b264b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 210 time: 0.0437725 Jul 13 19:21:57.306981 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8a7c7083-3a0b-4923-9505-825aa67411c0 req-91212c9b-7ba9-4a6f-98bd-d545933f845c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Jul 13 19:21:58.237318 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dfbce-97da-4fb9-95bb-66c487a4ed3b req-9f26aac0-a12f-4155-9cb2-06c78630ae2f tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:58.239788 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c4dfbce-97da-4fb9-95bb-66c487a4ed3b req-9f26aac0-a12f-4155-9cb2-06c78630ae2f tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 946 time: 0.0635757 Jul 13 19:21:58.281284 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c4dfbce-97da-4fb9-95bb-66c487a4ed3b req-6e63b95d-e1ba-4b3e-96f4-6fc8ec97dd38 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350683 Jul 13 19:21:58.437794 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-878499da-0aaf-4d6b-b39e-f783ed377d52 req-cf5c7b66-e79b-45cd-a7eb-152b9a8f6d0e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 210 time: 0.0315073 Jul 13 19:21:58.600834 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2977-e11b-492e-aef1-a9725874447e req-e1b42bcf-c6a8-4583-9ab7-79ee3c10e2e7 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:58.602307 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-694e2977-e11b-492e-aef1-a9725874447e req-e1b42bcf-c6a8-4583-9ab7-79ee3c10e2e7 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0634773 Jul 13 19:21:58.641684 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-694e2977-e11b-492e-aef1-a9725874447e req-95ed17be-d25e-4f05-b3c4-4793dc952028 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330184 Jul 13 19:21:59.453957 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220fd91-d724-4d74-afe2-b8f6a8bf2217 req-74930958-5ab3-4d65-be9c-6529f0155a16 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:59.455415 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5220fd91-d724-4d74-afe2-b8f6a8bf2217 req-74930958-5ab3-4d65-be9c-6529f0155a16 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 946 time: 0.0630751 Jul 13 19:21:59.492716 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5220fd91-d724-4d74-afe2-b8f6a8bf2217 req-b6a35191-e959-44fa-848e-77a46383f168 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318580 Jul 13 19:21:59.623797 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-184d9500-f97c-414b-aa93-070db62936d0 req-c0cbdd2d-2bcd-490e-a72a-72c486690f7a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 210 time: 0.0323184 Jul 13 19:21:59.821770 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4dbed-f2d0-460f-9df0-558dd12b135d req-f3c14047-e15e-48da-b4b0-19a0d0ec4ca8 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:59.823466 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-97a4dbed-f2d0-460f-9df0-558dd12b135d req-f3c14047-e15e-48da-b4b0-19a0d0ec4ca8 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0649562 Jul 13 19:21:59.862958 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-97a4dbed-f2d0-460f-9df0-558dd12b135d req-2a787366-089f-4d9c-b48e-9812769dc011 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335102 Jul 13 19:22:00.679149 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72399a-575f-4670-ac10-7f029379834c req-0d9e51eb-941b-4b1f-b4df-61f675025491 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:00.680640 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4e72399a-575f-4670-ac10-7f029379834c req-0d9e51eb-941b-4b1f-b4df-61f675025491 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 946 time: 0.0693662 Jul 13 19:22:00.735195 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4e72399a-575f-4670-ac10-7f029379834c req-a192eee1-e6f8-4de9-bdc1-05d7d384aed2 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Jul 13 19:22:00.779733 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a5d203c9-d97a-41d4-85df-a6d732186683 req-83792fdb-a9db-4b51-b176-80daf89551f2 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 210 time: 0.0323930 Jul 13 19:22:01.041363 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25e254-49c0-4f34-a001-6e6efc2b4dab req-0ddd494c-df9c-480f-9b78-bdd267a74130 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:01.042846 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bc25e254-49c0-4f34-a001-6e6efc2b4dab req-0ddd494c-df9c-480f-9b78-bdd267a74130 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0646579 Jul 13 19:22:01.089075 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bc25e254-49c0-4f34-a001-6e6efc2b4dab req-f06cad4b-4887-4a05-99e9-a57c72fbd96c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389910 Jul 13 19:22:01.268281 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-698dd9b9-4433-4ae1-9bd4-4de0dd733c46 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:01.269765 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-698dd9b9-4433-4ae1-9bd4-4de0dd733c46 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 815 time: 0.1116617 Jul 13 19:22:01.306680 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Request body: {'port': {'device_id': 'ac36f2f8-82c6-44a4-bc09-72e9afae5a72', 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9', 'admin_state_up': True, 'tenant_id': 'b5e39dfc1338450284e225e45453460b'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:01.421629 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Made reservation on behalf of b5e39dfc1338450284e225e45453460b for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:01.425168 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.555956 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Allocated IP 172.20.0.2 (a507b325-a756-4434-84e5-4a0e8fa60fe9/8e01d0cf-3392-4ccd-a241-26efa1a4fe94/979169ba-1071-4cff-99dc-64aa63c2a838) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:01.713237 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.764271 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.788630 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['eb745ec6-4d6f-4487-9cb7-309c1a786bd1', '9deaf356-9834-4768-bc74-6c5c52864858', 'adf1403d-39c0-4bc8-8b43-74b0142341aa'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:01.820424 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Network a507b325-a756-4434-84e5-4a0e8fa60fe9 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:01.825686 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:01.829399 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:01.922649 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Pushing event updated for resources: {'Port': ['ID=979169ba-1071-4cff-99dc-64aa63c2a838,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:01.938061 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.938415 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.938903 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.939303 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.939691 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.940017 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.940689 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.940689 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.940971 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.941290 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.941610 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.941937 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:01.970418 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:01.970656 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0ce1fec5-110f-49c8-895f-f30ea1b1f213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.971209 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.001466 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-c8d7df50-89ff-440b-a043-1e8a5e6cbbc5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6990988 Jul 13 19:22:02.011155 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e31f4-ad0f-4eac-936a-6a823efa52a6 req-bc793461-ac61-4898-8a0e-fbd446231687 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:02.012829 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f05e31f4-ad0f-4eac-936a-6a823efa52a6 req-bc793461-ac61-4898-8a0e-fbd446231687 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 946 time: 0.1469216 Jul 13 19:22:02.020943 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Request body: {'port': {'device_id': 'ac36f2f8-82c6-44a4-bc09-72e9afae5a72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:02.032695 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401913b-068d-42de-a8ad-fd377512e365 req-159e8f5d-96ea-42a9-a248-26cdad072211 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:02.034281 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7401913b-068d-42de-a8ad-fd377512e365 req-159e8f5d-96ea-42a9-a248-26cdad072211 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 931 time: 0.0755644 Jul 13 19:22:02.094166 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7401913b-068d-42de-a8ad-fd377512e365 req-12709317-86a6-455c-b7f3-51759e87b44b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502279 Jul 13 19:22:02.166767 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f05e31f4-ad0f-4eac-936a-6a823efa52a6 req-e0e454c8-3f87-41c4-b54b-1f7545acc2a6 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119606 Jul 13 19:22:02.170213 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.347086 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7dbce-db52-4aca-a301-c72df1c04828 req-ac5a9bc2-b0c4-46cf-8ff8-430d2899c02c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:02.348813 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0bd7dbce-db52-4aca-a301-c72df1c04828 req-ac5a9bc2-b0c4-46cf-8ff8-430d2899c02c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1036959 Jul 13 19:22:02.407926 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0bd7dbce-db52-4aca-a301-c72df1c04828 req-78ba20c6-3d0b-4370-932a-b29168ec5442 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525246 Jul 13 19:22:02.528395 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979169ba-1071-4cff-99dc-64aa63c2a838 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:02.541456 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.552617 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Transition to ACTIVE for port object 979169ba-1071-4cff-99dc-64aa63c2a838 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:02.556124 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.618389 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Pushing event updated for resources: {'Port': ['ID=979169ba-1071-4cff-99dc-64aa63c2a838,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:02.697178 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Attempting to bind port 979169ba-1071-4cff-99dc-64aa63c2a838 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:02.697509 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Attempting to bind port 979169ba-1071-4cff-99dc-64aa63c2a838 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:02.698123 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Attempting to bind port 979169ba-1071-4cff-99dc-64aa63c2a838 on network a507b325-a756-4434-84e5-4a0e8fa60fe9 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:02.702782 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Port 979169ba-1071-4cff-99dc-64aa63c2a838 on network a507b325-a756-4434-84e5-4a0e8fa60fe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:02.703125 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Attempting to bind port 979169ba-1071-4cff-99dc-64aa63c2a838 on network a507b325-a756-4434-84e5-4a0e8fa60fe9 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:02.708383 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:02.708721 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Checking segment: {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:02.709104 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Bound using segment: {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:02.709536 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Bound port: 979169ba-1071-4cff-99dc-64aa63c2a838, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74b08a4-e025-498a-86d3-00cffbfe119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:02.709889 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.780179 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] For port 979169ba-1071-4cff-99dc-64aa63c2a838, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:02.783978 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] For port 979169ba-1071-4cff-99dc-64aa63c2a838, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=979169ba-1071-4cff-99dc-64aa63c2a838,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:02.788336 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.828796 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:02.829447 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.830943 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] 10.222.0.73 "PUT /v2.0/ports/979169ba-1071-4cff-99dc-64aa63c2a838 HTTP/1.1" status: 200 len: 1093 time: 0.8171670 Jul 13 19:22:02.831376 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac36f2f8-82c6-44a4-bc09-72e9afae5a72', 'tag': '979169ba-1071-4cff-99dc-64aa63c2a838'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:02.833722 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb7a32a-6351-4e44-ac58-b011d81b5839" -d '{"events": [{"name": "network-changed", "server_uuid": "ac36f2f8-82c6-44a4-bc09-72e9afae5a72", "tag": "979169ba-1071-4cff-99dc-64aa63c2a838"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:02.861875 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90449b-3169-40f1-8749-733f51438b3a service neutron] Pushing event updated for resources: {'Port': ['ID=979169ba-1071-4cff-99dc-64aa63c2a838,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:02.898057 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0741a6-6722-4362-8992-b00c5dbfd7fa x-openstack-request-id: req-4f0741a6-6722-4362-8992-b00c5dbfd7fa {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:02.898406 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac36f2f8-82c6-44a4-bc09-72e9afae5a72", "tag": "979169ba-1071-4cff-99dc-64aa63c2a838", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:02.898705 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4f0741a6-6722-4362-8992-b00c5dbfd7fa {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:02.900206 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac36f2f8-82c6-44a4-bc09-72e9afae5a72', 'tag': '979169ba-1071-4cff-99dc-64aa63c2a838', 'status': 'completed', 'code': 200} Jul 13 19:22:02.978822 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-173d238b-26cb-400d-ac00-e27f7c680b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:02.980300 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-173d238b-26cb-400d-ac00-e27f7c680b26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 1096 time: 0.0573759 Jul 13 19:22:03.035197 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-e7166f00-8810-432c-beff-9cc36ec5db80 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=979169ba-1071-4cff-99dc-64aa63c2a838 HTTP/1.1" status: 200 len: 217 time: 0.0388782 Jul 13 19:22:03.110949 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-45af8500-c0b1-4115-9655-b142cc8d9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.112397 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-45af8500-c0b1-4115-9655-b142cc8d9d0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e01d0cf-3392-4ccd-a241-26efa1a4fe94 HTTP/1.1" status: 200 len: 855 time: 0.0679984 Jul 13 19:22:03.148784 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-cbb2dafb-b663-4d1c-91d0-629db14de0b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a507b325-a756-4434-84e5-4a0e8fa60fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285146 Jul 13 19:22:03.287075 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-d1c9d0b0-7e4e-41db-bbed-378dc65f5745 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290762 Jul 13 19:22:03.292712 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70b1d4-dfb7-44fe-9ad0-8bac4d81c710 req-07cc36a5-4f9b-49d8-809a-d56f0b68c3f3 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.295662 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ba70b1d4-dfb7-44fe-9ad0-8bac4d81c710 req-07cc36a5-4f9b-49d8-809a-d56f0b68c3f3 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 943 time: 0.0723262 Jul 13 19:22:03.302031 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e0cc7-aea8-4a09-bde9-c938b1ac3a62 req-a4195fe3-08db-4c35-bd16-1f27187e18fe tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.303672 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-965e0cc7-aea8-4a09-bde9-c938b1ac3a62 req-a4195fe3-08db-4c35-bd16-1f27187e18fe tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 946 time: 0.1011062 Jul 13 19:22:03.337720 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ba70b1d4-dfb7-44fe-9ad0-8bac4d81c710 req-be3e9c5c-d61f-4929-91f9-98a4e3a45f29 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352581 Jul 13 19:22:03.390222 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-965e0cc7-aea8-4a09-bde9-c938b1ac3a62 req-c4de3cc0-bd07-4ecc-9349-d66c3c23c508 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811119 Jul 13 19:22:03.426592 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f9e09c4b-cf6d-4a36-949e-0df31cee478e req-5f5acf86-ceca-49d0-ba53-20e4185fac48 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096742 Jul 13 19:22:03.554808 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7a32a-6351-4e44-ac58-b011d81b5839 req-b72cea43-32b4-4692-ab97-3834eab4637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.556943 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ebb7a32a-6351-4e44-ac58-b011d81b5839 req-b72cea43-32b4-4692-ab97-3834eab4637d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5e39dfc1338450284e225e45453460b&device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 1096 time: 0.0653074 Jul 13 19:22:03.619670 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b4f12-b8cc-43f5-9fbc-05b822749391 req-741f6c35-720a-4710-88d8-600a36453395 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.621264 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f47b4f12-b8cc-43f5-9fbc-05b822749391 req-741f6c35-720a-4710-88d8-600a36453395 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0971289 Jul 13 19:22:03.670757 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f47b4f12-b8cc-43f5-9fbc-05b822749391 req-d66de281-8a6b-4ee1-b7a0-12e27b40f158 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 Jul 13 19:22:03.679232 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7a32a-6351-4e44-ac58-b011d81b5839 req-2185f685-192b-40ae-8a93-b8d4df977385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.680876 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ebb7a32a-6351-4e44-ac58-b011d81b5839 req-2185f685-192b-40ae-8a93-b8d4df977385 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 200 len: 917 time: 0.1154060 Jul 13 19:22:03.732698 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ebb7a32a-6351-4e44-ac58-b011d81b5839 req-ff802df4-0e6c-47a0-b0c6-acc594bfb8b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=979169ba-1071-4cff-99dc-64aa63c2a838 HTTP/1.1" status: 200 len: 217 time: 0.0413179 Jul 13 19:22:03.783697 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7a32a-6351-4e44-ac58-b011d81b5839 req-7cfbd2b8-df96-43f0-a038-a41b0e317536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.785214 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ebb7a32a-6351-4e44-ac58-b011d81b5839 req-7cfbd2b8-df96-43f0-a038-a41b0e317536 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e01d0cf-3392-4ccd-a241-26efa1a4fe94 HTTP/1.1" status: 200 len: 855 time: 0.0455270 Jul 13 19:22:03.820123 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ebb7a32a-6351-4e44-ac58-b011d81b5839 req-42e8e9e5-2435-4d72-95f6-8969c8ead512 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a507b325-a756-4434-84e5-4a0e8fa60fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263851 Jul 13 19:22:03.916417 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ebb7a32a-6351-4e44-ac58-b011d81b5839 req-5c8176e8-c2af-4d8b-976c-f11ec816bb72 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886674 Jul 13 19:22:04.027643 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ebb7a32a-6351-4e44-ac58-b011d81b5839 req-0e8e3139-174f-4994-91a6-7278d8ef6105 service neutron] 10.222.0.73 "GET /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035664 Jul 13 19:22:04.513523 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f190a-9e23-4329-b523-e6aecf64fa50 req-23de6e36-332f-44af-9eab-43d4fa11d89a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:04.515037 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0a5f190a-9e23-4329-b523-e6aecf64fa50 req-23de6e36-332f-44af-9eab-43d4fa11d89a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 943 time: 0.0647364 Jul 13 19:22:04.560881 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0a5f190a-9e23-4329-b523-e6aecf64fa50 req-06699e20-0724-4af1-a71f-c0e4b6e984ec tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Jul 13 19:22:04.577435 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0847b3e-09e0-4995-9de6-ee396d5fd972 req-c804f9b1-93c6-4314-9025-ed224d3d2556 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:04.578974 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a0847b3e-09e0-4995-9de6-ee396d5fd972 req-c804f9b1-93c6-4314-9025-ed224d3d2556 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 946 time: 0.0696428 Jul 13 19:22:04.617555 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a0847b3e-09e0-4995-9de6-ee396d5fd972 req-bb9bf1b0-35dc-4056-8d4a-cf3f42e9cbee tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330205 Jul 13 19:22:05.081529 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4014ec-c19e-411b-ba61-f31a942fcdba req-ea199fbd-a360-4406-abce-efa54d055c6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:05.083096 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6f4014ec-c19e-411b-ba61-f31a942fcdba req-ea199fbd-a360-4406-abce-efa54d055c6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.2938263 Jul 13 19:22:05.088765 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f3f90df3-7753-4fe0-969d-c1334125b6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.131578 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6f4014ec-c19e-411b-ba61-f31a942fcdba req-c7a2bb92-4189-4f7a-be98-5136407d51ac tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416894 Jul 13 19:22:05.241626 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 36452) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:05.363593 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-13b9094e-a5d6-48da-a7ba-c2898fb36536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.453804 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-13b9094e-a5d6-48da-a7ba-c2898fb36536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.458591 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-13b9094e-a5d6-48da-a7ba-c2898fb36536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.467345 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.499252 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-13b9094e-a5d6-48da-a7ba-c2898fb36536 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8116a752df304a9d96394b1b5404dca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565241 Jul 13 19:22:05.500466 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9094e-a5d6-48da-a7ba-c2898fb36536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a14bcaa-7af5-4630-8440-7ea3e5b1d6e5,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:05.502032 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 36460) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:05.553760 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.576098 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.583279 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 979169ba-1071-4cff-99dc-64aa63c2a838 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:05.660848 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.665644 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.671833 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7a14bcaa-7af5-4630-8440-7ea3e5b1d6e5 HTTP/1.1" status: 204 len: 168 time: 0.1681552 Jul 13 19:22:05.686024 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a14bcaa-7af5-4630-8440-7ea3e5b1d6e5,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:05.713756 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:05.717920 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:05.718571 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:05.719127 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:05.719665 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:05.720615 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:05.721162 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:05.721844 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:05.723069 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:05.723836 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:05.724696 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:05.725747 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa7c04f-e9a8-4ff5-bc72-3d1edf0b064c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:05.809298 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 979169ba-1071-4cff-99dc-64aa63c2a838, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=979169ba-1071-4cff-99dc-64aa63c2a838,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:05.827635 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '979169ba-1071-4cff-99dc-64aa63c2a838', 'network_id': 'a507b325-a756-4434-84e5-4a0e8fa60fe9', 'port_id': '979169ba-1071-4cff-99dc-64aa63c2a838', 'mac_address': 'fa:16:3e:f0:eb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e01d0cf-3392-4ccd-a241-26efa1a4fe94', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:05.866272 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221eaf2-e5ae-4f97-8f94-0993cb319b19 req-ab9a37b1-5b41-41e7-95ee-d3358ed19dcb tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:05.868431 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2221eaf2-e5ae-4f97-8f94-0993cb319b19 req-ab9a37b1-5b41-41e7-95ee-d3358ed19dcb tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 946 time: 0.0825164 Jul 13 19:22:05.917385 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:05.919385 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2221eaf2-e5ae-4f97-8f94-0993cb319b19 req-d32488a4-60c9-41bd-bc6c-9d28b98c6501 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/security-groups?id=40f9d983-3a8c-458d-a43a-4aeb95714bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 Jul 13 19:22:05.941918 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979169ba-1071-4cff-99dc-64aa63c2a838 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:05.975538 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 979169ba-1071-4cff-99dc-64aa63c2a838, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=979169ba-1071-4cff-99dc-64aa63c2a838,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:05.987652 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.054351 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.076203 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e99f4e-1695-4e43-927c-4ca2549aac4f req-79d33ba6-557f-4d48-9785-1115cf002e51 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.077746 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-02e99f4e-1695-4e43-927c-4ca2549aac4f req-79d33ba6-557f-4d48-9785-1115cf002e51 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 946 time: 0.4279003 Jul 13 19:22:06.081783 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=979169ba-1071-4cff-99dc-64aa63c2a838,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:06.087821 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 36474) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:06.113359 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:06.113978 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:06.114079 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:06.114381 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:06.114785 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:06.115126 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:06.115459 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:06.115780 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:06.116135 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:06.116627 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:06.116958 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:06.117465 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:06.118139 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-823422b4-0ae0-417e-b5c8-7b4e85795b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.120052 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9552bc-b307-4e7c-bb1f-0499df651981 req-cdc85ca6-763c-4e25-b1d9-0d814d2c26ca tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.123663 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bd9552bc-b307-4e7c-bb1f-0499df651981 req-cdc85ca6-763c-4e25-b1d9-0d814d2c26ca tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 943 time: 0.4056692 Jul 13 19:22:06.212845 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bd9552bc-b307-4e7c-bb1f-0499df651981 req-a9d7a686-0027-462b-b6b9-9bd65e2ee67a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582716 Jul 13 19:22:06.260503 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-823422b4-0ae0-417e-b5c8-7b4e85795b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.281189 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-823422b4-0ae0-417e-b5c8-7b4e85795b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.289537 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-02e99f4e-1695-4e43-927c-4ca2549aac4f req-09b52ce6-fd00-4d71-8e43-ac339394f257 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Deleting port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:22:06.290079 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-02e99f4e-1695-4e43-927c-4ca2549aac4f req-09b52ce6-fd00-4d71-8e43-ac339394f257 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.345400 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823422b4-0ae0-417e-b5c8-7b4e85795b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92fe2aa-da2e-4eb8-abe1-2c939d47b1b6,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:06.351386 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-823422b4-0ae0-417e-b5c8-7b4e85795b41 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ca5a31a3982b42858a2e070c2931a078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624919 Jul 13 19:22:06.354113 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 36478) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:06.381195 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f09bcb-f20d-4ca2-afc3-8126d6198bf1 req-d3efa0bb-20eb-404e-a2f0-936df545449f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.382163 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['979169ba-1071-4cff-99dc-64aa63c2a838'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:06.382438 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f0f09bcb-f20d-4ca2-afc3-8126d6198bf1 req-d3efa0bb-20eb-404e-a2f0-936df545449f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1130011 Jul 13 19:22:06.421278 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-02e99f4e-1695-4e43-927c-4ca2549aac4f req-09b52ce6-fd00-4d71-8e43-ac339394f257 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] For port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=842be2d5-f5a4-4bde-81ce-6a58e5be84a4,segment=NetworkSegment(df682a35-0066-4647-b3b2-2bd94158272b),segment_id=df682a35-0066-4647-b3b2-2bd94158272b)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:06.421669 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-02e99f4e-1695-4e43-927c-4ca2549aac4f req-09b52ce6-fd00-4d71-8e43-ac339394f257 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.431780 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f0f09bcb-f20d-4ca2-afc3-8126d6198bf1 req-701b51cf-50fe-405e-9a40-e31193499f29 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430522 Jul 13 19:22:06.452616 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-02e99f4e-1695-4e43-927c-4ca2549aac4f req-09b52ce6-fd00-4d71-8e43-ac339394f257 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Calling delete_port for 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:22:06.509822 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-23dafe98-eee2-4d73-b988-7bc50f684606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.577811 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-23dafe98-eee2-4d73-b988-7bc50f684606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.665291 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-23dafe98-eee2-4d73-b988-7bc50f684606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.667794 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-23dafe98-eee2-4d73-b988-7bc50f684606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.669513 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-23dafe98-eee2-4d73-b988-7bc50f684606 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b92fe2aa-da2e-4eb8-abe1-2c939d47b1b6 HTTP/1.1" status: 204 len: 168 time: 0.3144126 Jul 13 19:22:06.682237 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dafe98-eee2-4d73-b988-7bc50f684606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92fe2aa-da2e-4eb8-abe1-2c939d47b1b6,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:06.704078 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-02e99f4e-1695-4e43-927c-4ca2549aac4f req-09b52ce6-fd00-4d71-8e43-ac339394f257 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.704770 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 36488) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:06.760874 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b52ce6-fd00-4d71-8e43-ac339394f257 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Pushing event deleted for resources: {'Port': ['ID=842be2d5-f5a4-4bde-81ce-6a58e5be84a4,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:06.838904 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e99f4e-1695-4e43-927c-4ca2549aac4f req-09b52ce6-fd00-4d71-8e43-ac339394f257 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] No DVR routers for this DVR port 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 on host hv-cinder-78693 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:06.839111 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-189b78ca-8c3c-4116-829d-715fb16da9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.843495 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-02e99f4e-1695-4e43-927c-4ca2549aac4f req-09b52ce6-fd00-4d71-8e43-ac339394f257 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.845787 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-02e99f4e-1695-4e43-927c-4ca2549aac4f req-09b52ce6-fd00-4d71-8e43-ac339394f257 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.73 "DELETE /v2.0/ports/842be2d5-f5a4-4bde-81ce-6a58e5be84a4 HTTP/1.1" status: 204 len: 173 time: 0.7500086 Jul 13 19:22:06.846251 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381', 'name': 'network-vif-deleted', 'tag': '842be2d5-f5a4-4bde-81ce-6a58e5be84a4'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:06.849364 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4f72ed-46a3-4038-b4a2-d484642c128e" -d '{"events": [{"server_uuid": "7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381", "name": "network-vif-deleted", "tag": "842be2d5-f5a4-4bde-81ce-6a58e5be84a4"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:06.920037 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b9d9f4-2661-4c9a-8303-08ea24fae265 x-openstack-request-id: req-c8b9d9f4-2661-4c9a-8303-08ea24fae265 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:06.920324 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381", "name": "network-vif-deleted", "tag": "842be2d5-f5a4-4bde-81ce-6a58e5be84a4", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:06.920577 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c8b9d9f4-2661-4c9a-8303-08ea24fae265 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:06.920976 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381', 'name': 'network-vif-deleted', 'tag': '842be2d5-f5a4-4bde-81ce-6a58e5be84a4', 'status': 'completed', 'code': 200} Jul 13 19:22:06.969097 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-189b78ca-8c3c-4116-829d-715fb16da9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:06.979267 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-189b78ca-8c3c-4116-829d-715fb16da9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.029192 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-189b78ca-8c3c-4116-829d-715fb16da9de admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bb71f8e1827a416daa3905de51480927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213899 Jul 13 19:22:07.031170 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b78ca-8c3c-4116-829d-715fb16da9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe00b5e8-55c9-4543-8f1e-b0b6cbc9b015,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:07.031869 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 36506) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:07.088381 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f148b0e3-104f-481e-87be-2983940ed6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.097142 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-206e1b2f-0004-4eeb-acca-8bc62a79ee82 req-e6fcf4e2-1db1-4a4e-b8c2-63d5907e39a1 tempest-VolumesActionsTest-6301411 tempest-VolumesActionsTest-6301411-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e1e8bd1-92ed-43ac-9cb3-5bf69fe79381 HTTP/1.1" status: 200 len: 210 time: 0.0437684 Jul 13 19:22:07.124263 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f148b0e3-104f-481e-87be-2983940ed6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.187417 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f148b0e3-104f-481e-87be-2983940ed6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.190417 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f148b0e3-104f-481e-87be-2983940ed6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.195304 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f148b0e3-104f-481e-87be-2983940ed6c4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe00b5e8-55c9-4543-8f1e-b0b6cbc9b015 HTTP/1.1" status: 204 len: 168 time: 0.1583440 Jul 13 19:22:07.204544 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148b0e3-104f-481e-87be-2983940ed6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe00b5e8-55c9-4543-8f1e-b0b6cbc9b015,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:07.413977 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766833b9-5e21-400c-9f5c-b832a5278a49 req-28208b61-f3e1-441d-af5f-1f2452d2a89b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:07.415627 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-766833b9-5e21-400c-9f5c-b832a5278a49 req-28208b61-f3e1-441d-af5f-1f2452d2a89b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 944 time: 0.0795732 Jul 13 19:22:07.466272 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['842be2d5-f5a4-4bde-81ce-6a58e5be84a4'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:07.485136 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-766833b9-5e21-400c-9f5c-b832a5278a49 req-2e9f375c-c418-4b11-81ca-322360581729 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633674 Jul 13 19:22:07.655568 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33347d6c-ff27-4c2b-873b-292b895cd4b6 req-fe889690-7a54-4d90-aa21-4a8da7349b68 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:07.657140 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-33347d6c-ff27-4c2b-873b-292b895cd4b6 req-fe889690-7a54-4d90-aa21-4a8da7349b68 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0727758 Jul 13 19:22:07.702648 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-33347d6c-ff27-4c2b-873b-292b895cd4b6 req-4f725f63-2bdb-41ce-a9c9-e5f3dabc084a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381079 Jul 13 19:22:08.125982 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:08.704718 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedfb14-aeba-4c55-aa3f-ac04e5ccd566 req-f55709ce-bfb6-4ff6-8ce3-d7572b2cf48e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.707706 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fcedfb14-aeba-4c55-aa3f-ac04e5ccd566 req-f55709ce-bfb6-4ff6-8ce3-d7572b2cf48e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 944 time: 0.0900819 Jul 13 19:22:08.769121 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fcedfb14-aeba-4c55-aa3f-ac04e5ccd566 req-3cc761c5-7c40-408c-a2c1-fc16f8b3b46f tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553052 Jul 13 19:22:08.826363 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316276ac-dac7-4ff7-a4fc-5aff46cacad0 req-0b562357-8e01-452f-b98b-7f589bdd49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.828660 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-316276ac-dac7-4ff7-a4fc-5aff46cacad0 req-0b562357-8e01-452f-b98b-7f589bdd49b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 1099 time: 0.0840693 Jul 13 19:22:08.837358 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 36596) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:08.914832 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-316276ac-dac7-4ff7-a4fc-5aff46cacad0 req-67f501fe-9fb0-4144-8f46-fa032760f0e3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673804 Jul 13 19:22:08.954251 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452ffdf-0137-48c3-8c0e-f43897237162 req-d26aade3-b4bd-405f-8211-ce3ebd8999a9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.955933 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4452ffdf-0137-48c3-8c0e-f43897237162 req-d26aade3-b4bd-405f-8211-ce3ebd8999a9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0888743 Jul 13 19:22:09.000490 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b278bbf8-0909-42ab-b091-82f9f59d696b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.015985 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4452ffdf-0137-48c3-8c0e-f43897237162 req-b78b8a56-9958-4ec3-96b0-8ea27951dda5 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526645 Jul 13 19:22:09.100580 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b278bbf8-0909-42ab-b091-82f9f59d696b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.106551 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b278bbf8-0909-42ab-b091-82f9f59d696b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.143649 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278bbf8-0909-42ab-b091-82f9f59d696b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e73718-fc02-408f-ae95-b767e246540b,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:09.147942 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b278bbf8-0909-42ab-b091-82f9f59d696b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f2e5850860a2498390a9325c5d039125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094268 Jul 13 19:22:09.150761 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 36618) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:09.203980 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b8250366-e086-4b1e-9dec-22c4a4153bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.225405 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b8250366-e086-4b1e-9dec-22c4a4153bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.275600 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b8250366-e086-4b1e-9dec-22c4a4153bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.279158 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b8250366-e086-4b1e-9dec-22c4a4153bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.283687 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b8250366-e086-4b1e-9dec-22c4a4153bd4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/15e73718-fc02-408f-ae95-b767e246540b HTTP/1.1" status: 204 len: 168 time: 0.1315649 Jul 13 19:22:09.291683 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8250366-e086-4b1e-9dec-22c4a4153bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e73718-fc02-408f-ae95-b767e246540b,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:09.546951 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 36628) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:09.560047 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-261bb2d5-be1e-4ede-aaec-fd3bf5664fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.656222 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-261bb2d5-be1e-4ede-aaec-fd3bf5664fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.661432 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-261bb2d5-be1e-4ede-aaec-fd3bf5664fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.700506 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-261bb2d5-be1e-4ede-aaec-fd3bf5664fac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8cee6b0b2cf34b30a0875cfdd8662f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523919 Jul 13 19:22:09.701209 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bb2d5-be1e-4ede-aaec-fd3bf5664fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402e5737-53f0-491b-809d-cb89416d0598,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:09.703216 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 36630) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:09.749999 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3e360962-d7c4-4b03-8113-dcd0fe1f2ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.770968 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3e360962-d7c4-4b03-8113-dcd0fe1f2ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.819493 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3e360962-d7c4-4b03-8113-dcd0fe1f2ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.822185 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3e360962-d7c4-4b03-8113-dcd0fe1f2ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:09.823831 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3e360962-d7c4-4b03-8113-dcd0fe1f2ced admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/402e5737-53f0-491b-809d-cb89416d0598 HTTP/1.1" status: 204 len: 168 time: 0.1196272 Jul 13 19:22:09.832958 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e360962-d7c4-4b03-8113-dcd0fe1f2ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402e5737-53f0-491b-809d-cb89416d0598,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:09.955385 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed0717-e44f-4fc5-b886-217de9b1755d req-9e13ca1c-603b-4185-af9a-36dbad9073ff tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:09.956905 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-efed0717-e44f-4fc5-b886-217de9b1755d req-9e13ca1c-603b-4185-af9a-36dbad9073ff tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 944 time: 0.0657611 Jul 13 19:22:09.995172 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-efed0717-e44f-4fc5-b886-217de9b1755d req-34d8a298-6372-49e4-960d-fed0834b46df tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Jul 13 19:22:10.206664 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96857873-d069-44cf-93fe-9f10223b75b9 req-bc94ecbe-1951-48b8-8ec6-de519fd28253 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:10.208645 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-96857873-d069-44cf-93fe-9f10223b75b9 req-bc94ecbe-1951-48b8-8ec6-de519fd28253 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0714953 Jul 13 19:22:10.259981 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-96857873-d069-44cf-93fe-9f10223b75b9 req-892f269b-d51f-43b0-8fdc-eb0b550b1440 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Jul 13 19:22:11.167746 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90bd4d-c942-4317-832e-927ab48a7378 req-540564c6-1d35-4aad-a772-55755d74410b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:11.169979 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cf90bd4d-c942-4317-832e-927ab48a7378 req-540564c6-1d35-4aad-a772-55755d74410b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 944 time: 0.0644326 Jul 13 19:22:11.205851 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cf90bd4d-c942-4317-832e-927ab48a7378 req-a70b160b-1a8b-4f37-8214-ffb4548220a4 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304189 Jul 13 19:22:11.429300 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867f3e1-465f-41a8-b6e8-a0abf9096df9 req-9816f323-f267-4f0d-92a7-3d8d1aa0e555 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:11.430778 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0867f3e1-465f-41a8-b6e8-a0abf9096df9 req-9816f323-f267-4f0d-92a7-3d8d1aa0e555 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0605924 Jul 13 19:22:11.467754 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0867f3e1-465f-41a8-b6e8-a0abf9096df9 req-1f2179d2-454c-4299-b1d6-fda5b7eb0815 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Jul 13 19:22:12.382221 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884633a-8597-45d0-94b3-3b1d52212ca4 req-437af8f8-87f7-44f8-b05a-2df38a6fbc09 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:12.383697 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5884633a-8597-45d0-94b3-3b1d52212ca4 req-437af8f8-87f7-44f8-b05a-2df38a6fbc09 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 944 time: 0.0652199 Jul 13 19:22:12.422198 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5884633a-8597-45d0-94b3-3b1d52212ca4 req-693ebe5f-2f7e-49a9-b8dc-c95fe0726cf2 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327494 Jul 13 19:22:12.479079 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 979169ba-1071-4cff-99dc-64aa63c2a838 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:12.536308 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 979169ba-1071-4cff-99dc-64aa63c2a838 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:12.540845 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 979169ba-1071-4cff-99dc-64aa63c2a838 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:12.541357 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:12.624998 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:12.646836 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac36f2f8-82c6-44a4-bc09-72e9afae5a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979169ba-1071-4cff-99dc-64aa63c2a838'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:12.649047 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb74d58-fdcd-42f0-b071-a876e37ecbcc" -d '{"events": [{"server_uuid": "ac36f2f8-82c6-44a4-bc09-72e9afae5a72", "name": "network-vif-plugged", "status": "completed", "tag": "979169ba-1071-4cff-99dc-64aa63c2a838"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:12.650650 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910f081-5f3b-4e3c-b1c0-0c440315beea req-77c496e0-863e-4bc1-a67b-9f2fe7889395 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:12.652780 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8910f081-5f3b-4e3c-b1c0-0c440315beea req-77c496e0-863e-4bc1-a67b-9f2fe7889395 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0639684 Jul 13 19:22:12.662615 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 979169ba-1071-4cff-99dc-64aa63c2a838, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=979169ba-1071-4cff-99dc-64aa63c2a838,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:12.667099 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:12.667938 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:12.692568 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8910f081-5f3b-4e3c-b1c0-0c440315beea req-8283ff2c-17b8-4a26-b850-d82e6fa08bf1 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Jul 13 19:22:12.714003 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45f6264-eede-46c8-aff8-38d0e73675a3 x-openstack-request-id: req-a45f6264-eede-46c8-aff8-38d0e73675a3 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:12.714457 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac36f2f8-82c6-44a4-bc09-72e9afae5a72", "name": "network-vif-plugged", "status": "completed", "tag": "979169ba-1071-4cff-99dc-64aa63c2a838", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:12.714813 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a45f6264-eede-46c8-aff8-38d0e73675a3 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:12.715200 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac36f2f8-82c6-44a4-bc09-72e9afae5a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979169ba-1071-4cff-99dc-64aa63c2a838', 'code': 200} Jul 13 19:22:12.717783 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:22:12.718128 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 842be2d5-f5a4-4bde-81ce-6a58e5be84a4 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:12.742562 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=979169ba-1071-4cff-99dc-64aa63c2a838,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:12.928317 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d60bb9-51fc-4431-966c-bf7e646f7b03 req-dfa42170-cea8-42c3-996f-0448a4c6c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:12.929783 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-83d60bb9-51fc-4431-966c-bf7e646f7b03 req-dfa42170-cea8-42c3-996f-0448a4c6c223 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 1098 time: 0.0561795 Jul 13 19:22:12.967357 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-83d60bb9-51fc-4431-966c-bf7e646f7b03 req-83154909-8230-4dfd-a81c-3c1e44000d01 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277662 Jul 13 19:22:13.605143 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fde85-a388-4ea3-8ba7-5eaf294f726d req-f6d95dc5-2383-4a1f-bd37-b19bd5f3a332 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:13.607522 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a45fde85-a388-4ea3-8ba7-5eaf294f726d req-f6d95dc5-2383-4a1f-bd37-b19bd5f3a332 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 945 time: 0.0670445 Jul 13 19:22:13.657340 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a45fde85-a388-4ea3-8ba7-5eaf294f726d req-a0d432b7-988e-4a89-bebd-934550f1a53a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383894 Jul 13 19:22:13.890947 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0795b45-fe5e-4d76-bd7e-08747b4c49be req-8e5d7ba4-e27f-4028-a8c2-b359bb45477d tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:13.892508 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e0795b45-fe5e-4d76-bd7e-08747b4c49be req-8e5d7ba4-e27f-4028-a8c2-b359bb45477d tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0734403 Jul 13 19:22:13.934063 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e0795b45-fe5e-4d76-bd7e-08747b4c49be req-be2e12a6-cfef-407d-9cf6-f2013e760c3e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344729 Jul 13 19:22:14.443248 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cb3d2-49d9-4bca-a4fe-1fb7a31ae2e9 req-b69dd3cd-2800-4e16-8b7c-16a13dc297ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:14.444894 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-536cb3d2-49d9-4bca-a4fe-1fb7a31ae2e9 req-b69dd3cd-2800-4e16-8b7c-16a13dc297ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 1099 time: 0.1102228 Jul 13 19:22:14.456614 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c075d-d92f-441b-9083-f5c3b1fcba9e req-f3b53491-c077-4e41-a7d7-d9f65c083ba5 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:14.458208 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-764c075d-d92f-441b-9083-f5c3b1fcba9e req-f3b53491-c077-4e41-a7d7-d9f65c083ba5 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0892172 Jul 13 19:22:14.561540 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-764c075d-d92f-441b-9083-f5c3b1fcba9e req-56301b1b-25c0-4a8d-89dd-f3ee4403eb84 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935211 Jul 13 19:22:14.581480 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cb3d2-49d9-4bca-a4fe-1fb7a31ae2e9 req-043273a9-c06e-4324-b334-62e6344eaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:14.583084 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-536cb3d2-49d9-4bca-a4fe-1fb7a31ae2e9 req-043273a9-c06e-4324-b334-62e6344eaca8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 921 time: 0.1238904 Jul 13 19:22:14.637826 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-536cb3d2-49d9-4bca-a4fe-1fb7a31ae2e9 req-25a9dafe-06f3-4945-a618-2ac7194696aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78abd0f-c2a6-4835-aa94-f9176c839e00 HTTP/1.1" status: 200 len: 217 time: 0.0384262 Jul 13 19:22:14.702233 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cb3d2-49d9-4bca-a4fe-1fb7a31ae2e9 req-783a7360-681c-40af-93c4-ca7f2d1ead54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:14.703911 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-536cb3d2-49d9-4bca-a4fe-1fb7a31ae2e9 req-783a7360-681c-40af-93c4-ca7f2d1ead54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=499acf8e-dcac-4939-8052-00af7439f44f HTTP/1.1" status: 200 len: 859 time: 0.0586066 Jul 13 19:22:14.785615 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-536cb3d2-49d9-4bca-a4fe-1fb7a31ae2e9 req-38833cfb-754f-4084-b9b2-d51ca0d7afb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67fa0955-bf8a-4941-b7ef-11e6c4205d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729439 Jul 13 19:22:14.908245 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-536cb3d2-49d9-4bca-a4fe-1fb7a31ae2e9 req-b73e7699-149e-4fdb-8c1e-badb3e4abab0 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088498 Jul 13 19:22:15.022647 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-536cb3d2-49d9-4bca-a4fe-1fb7a31ae2e9 req-587a1270-0652-4ad0-a3ee-ff4626a4972d service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971079 Jul 13 19:22:15.078911 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415744c-e18b-459d-8af6-23ddc8e4881f req-bea95b06-b549-4470-93dc-688e27d9414f tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:15.083000 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a415744c-e18b-459d-8af6-23ddc8e4881f req-bea95b06-b549-4470-93dc-688e27d9414f tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 945 time: 0.0757380 Jul 13 19:22:15.127441 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a415744c-e18b-459d-8af6-23ddc8e4881f req-f7bd7180-7988-4f41-9725-d774e9f7c48d tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396516 Jul 13 19:22:15.636306 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 36766) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:15.754971 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1882c7-3285-492c-b6d5-945d8aa775fd req-e4d3624e-1f9b-47dc-be31-327f1a3351dd tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:15.757126 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-de1882c7-3285-492c-b6d5-945d8aa775fd req-e4d3624e-1f9b-47dc-be31-327f1a3351dd tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0784729 Jul 13 19:22:15.768010 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d53a9880-6cfc-402c-a6ba-c8c9ec5e16ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.804352 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-de1882c7-3285-492c-b6d5-945d8aa775fd req-bb769664-c6c2-43d6-81fb-e6988e0b6a1e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 Jul 13 19:22:15.884747 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d53a9880-6cfc-402c-a6ba-c8c9ec5e16ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.890976 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d53a9880-6cfc-402c-a6ba-c8c9ec5e16ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.940805 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d53a9880-6cfc-402c-a6ba-c8c9ec5e16ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6e75e280af5a439081454f15a9e2da49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026342 Jul 13 19:22:15.941777 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a9880-6cfc-402c-a6ba-c8c9ec5e16ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a0b09c-435a-4ac0-9069-dc974e388966,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:15.943808 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 36774) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:16.046764 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f0e288de-ef3f-4753-9eb0-c78de0523592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:16.076327 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f0e288de-ef3f-4753-9eb0-c78de0523592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:16.118812 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20594129-b3d4-4774-9668-2630bb260a7a req-bc8d2ad4-db64-49e0-b6c9-4c8d86800aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:16.120282 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-20594129-b3d4-4774-9668-2630bb260a7a req-bc8d2ad4-db64-49e0-b6c9-4c8d86800aa6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 1099 time: 0.1111629 Jul 13 19:22:16.151685 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f0e288de-ef3f-4753-9eb0-c78de0523592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:16.154606 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f0e288de-ef3f-4753-9eb0-c78de0523592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:16.155739 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f0e288de-ef3f-4753-9eb0-c78de0523592 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/54a0b09c-435a-4ac0-9069-dc974e388966 HTTP/1.1" status: 204 len: 168 time: 0.2109692 Jul 13 19:22:16.201463 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e288de-ef3f-4753-9eb0-c78de0523592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a0b09c-435a-4ac0-9069-dc974e388966,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:16.265787 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20594129-b3d4-4774-9668-2630bb260a7a req-ccf90c5f-7029-4217-a9cd-584bb868affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:16.267456 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-20594129-b3d4-4774-9668-2630bb260a7a req-ccf90c5f-7029-4217-a9cd-584bb868affb service neutron] 10.222.0.73 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 921 time: 0.1251826 Jul 13 19:22:16.327306 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-20594129-b3d4-4774-9668-2630bb260a7a req-0aa890e1-f731-4959-82aa-b89eae1fcb29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78abd0f-c2a6-4835-aa94-f9176c839e00 HTTP/1.1" status: 200 len: 217 time: 0.0444241 Jul 13 19:22:16.379647 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20594129-b3d4-4774-9668-2630bb260a7a req-4a43965b-6959-4d28-a889-c80fe7b5b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:16.381264 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-20594129-b3d4-4774-9668-2630bb260a7a req-4a43965b-6959-4d28-a889-c80fe7b5b3c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=499acf8e-dcac-4939-8052-00af7439f44f HTTP/1.1" status: 200 len: 859 time: 0.0467920 Jul 13 19:22:16.428519 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-20594129-b3d4-4774-9668-2630bb260a7a req-f5733292-2bb8-49d7-8d2e-0b32af9f090d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67fa0955-bf8a-4941-b7ef-11e6c4205d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326357 Jul 13 19:22:16.545451 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-20594129-b3d4-4774-9668-2630bb260a7a req-41722b7f-9f57-45ea-b97a-56acc0883fc2 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086452 Jul 13 19:22:16.679097 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-20594129-b3d4-4774-9668-2630bb260a7a req-d7f44fca-feee-4fce-8c65-6e15b32fd5b1 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245494 Jul 13 19:22:17.131152 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adb175-7bbd-426d-8fe7-a036177c27c5 req-51b0cb52-78b9-4e4e-8bae-9654820e7792 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:17.132810 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-75adb175-7bbd-426d-8fe7-a036177c27c5 req-51b0cb52-78b9-4e4e-8bae-9654820e7792 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1532419 Jul 13 19:22:17.192810 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-75adb175-7bbd-426d-8fe7-a036177c27c5 req-15e2e77d-0b8e-4e77-871e-94d29de80936 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573323 Jul 13 19:22:18.408307 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994132f-74b7-4272-99d7-e523a0bbfee5 req-5f6bc08e-e549-4be4-b309-d66d48f983e3 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:18.423296 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7994132f-74b7-4272-99d7-e523a0bbfee5 req-5f6bc08e-e549-4be4-b309-d66d48f983e3 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1063209 Jul 13 19:22:18.466961 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7994132f-74b7-4272-99d7-e523a0bbfee5 req-0e868fc7-3681-4256-941d-dc72a53a90c2 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Jul 13 19:22:19.680926 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df552d6-c47c-4475-9ded-24b364a6a01a req-2265293f-2e90-4011-813c-e0a9e6f03b43 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:19.684022 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7df552d6-c47c-4475-9ded-24b364a6a01a req-2265293f-2e90-4011-813c-e0a9e6f03b43 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0911815 Jul 13 19:22:19.724879 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7df552d6-c47c-4475-9ded-24b364a6a01a req-7a053f04-41dd-40d8-8a14-ccfdefde80c0 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334132 Jul 13 19:22:20.511967 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:21.276747 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7a18e-476d-4f9d-8c22-98362077e88f req-3cdaad64-5f13-4c6c-abe0-06eefcc10e34 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:21.279198 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9ac7a18e-476d-4f9d-8c22-98362077e88f req-3cdaad64-5f13-4c6c-abe0-06eefcc10e34 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0699723 Jul 13 19:22:21.322650 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9ac7a18e-476d-4f9d-8c22-98362077e88f req-7c2b1957-33a8-41b0-9bf7-d3909593f801 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374925 Jul 13 19:22:28.152648 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37108) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:28.321935 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bb964cd7-f6c9-4025-b58c-44e208f923cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.478804 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bb964cd7-f6c9-4025-b58c-44e208f923cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.484447 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bb964cd7-f6c9-4025-b58c-44e208f923cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.534419 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-bb964cd7-f6c9-4025-b58c-44e208f923cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4f160e06ef484200b35aa317850235db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790793 Jul 13 19:22:28.536564 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb964cd7-f6c9-4025-b58c-44e208f923cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5329b623-ed93-4288-b793-c2a4b560e14b,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:28.537026 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 37120) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:28.642222 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bee86f89-c060-45d9-80c1-7171e0876e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.677621 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bee86f89-c060-45d9-80c1-7171e0876e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.736910 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bee86f89-c060-45d9-80c1-7171e0876e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.743509 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bee86f89-c060-45d9-80c1-7171e0876e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.745903 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-bee86f89-c060-45d9-80c1-7171e0876e33 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5329b623-ed93-4288-b793-c2a4b560e14b HTTP/1.1" status: 204 len: 168 time: 0.2070701 Jul 13 19:22:28.770982 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee86f89-c060-45d9-80c1-7171e0876e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5329b623-ed93-4288-b793-c2a4b560e14b,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:29.029709 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5493d-0095-434f-88a0-7c5bb81a0fe6 req-65efdd47-86f4-4a2b-9be6-00a5945fa76d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.031437 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-61f5493d-0095-434f-88a0-7c5bb81a0fe6 req-65efdd47-86f4-4a2b-9be6-00a5945fa76d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.1090143 Jul 13 19:22:29.085459 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-61f5493d-0095-434f-88a0-7c5bb81a0fe6 req-a29f82d1-9ec8-4737-b090-15f0ddbad50d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451765 Jul 13 19:22:30.324370 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0c1ee-aca8-40f1-b494-9f20b5b9b6c7 req-b2c43071-530e-4b2f-b903-4cbb85e95f45 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:30.331050 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cfb0c1ee-aca8-40f1-b494-9f20b5b9b6c7 req-b2c43071-530e-4b2f-b903-4cbb85e95f45 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.1018465 Jul 13 19:22:30.383459 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cfb0c1ee-aca8-40f1-b494-9f20b5b9b6c7 req-64cee1f9-2dcf-4fd2-baf5-ec1d2fc8e7ca tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494654 Jul 13 19:22:30.976299 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:22:31.899571 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746fc08-e839-43aa-9d27-55bdd0255405 req-63c751cb-0003-4333-82e6-15acb5137185 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:31.901489 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2746fc08-e839-43aa-9d27-55bdd0255405 req-63c751cb-0003-4333-82e6-15acb5137185 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0990820 Jul 13 19:22:31.942071 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0aa1b28-a225-4397-94a9-738092c7c25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.957168 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2746fc08-e839-43aa-9d27-55bdd0255405 req-eac6a708-1ab2-4d68-81ff-3d3196738820 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464959 Jul 13 19:22:32.098451 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73617fd6-dba5-4b5f-8eaa-6c3381ef773a req-07dd715c-a690-49e9-9fca-9ccf9b4b6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:32.100400 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-73617fd6-dba5-4b5f-8eaa-6c3381ef773a req-07dd715c-a690-49e9-9fca-9ccf9b4b6904 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 1099 time: 0.0684319 Jul 13 19:22:32.155529 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc5628-3b32-41e6-a602-3f149224f2a7 req-a228f9c0-0ab4-4ce2-bf9a-82d51d6f940f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:32.157229 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eecc5628-3b32-41e6-a602-3f149224f2a7 req-a228f9c0-0ab4-4ce2-bf9a-82d51d6f940f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0882812 Jul 13 19:22:32.218953 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eecc5628-3b32-41e6-a602-3f149224f2a7 req-405bfb63-bf5c-4bce-a573-b5a1444fa2b4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553241 Jul 13 19:22:32.240432 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73617fd6-dba5-4b5f-8eaa-6c3381ef773a req-e8d66f1f-a1b4-4207-83e0-3a1af62a5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:32.241924 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-73617fd6-dba5-4b5f-8eaa-6c3381ef773a req-e8d66f1f-a1b4-4207-83e0-3a1af62a5fd8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 921 time: 0.1342998 Jul 13 19:22:32.315619 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-73617fd6-dba5-4b5f-8eaa-6c3381ef773a req-b08355bc-b25f-401d-9815-3ef0f8422c59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78abd0f-c2a6-4835-aa94-f9176c839e00 HTTP/1.1" status: 200 len: 217 time: 0.0651796 Jul 13 19:22:32.368517 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73617fd6-dba5-4b5f-8eaa-6c3381ef773a req-e5b1dc11-6c44-4901-a277-d956fc3580c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:32.370348 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-73617fd6-dba5-4b5f-8eaa-6c3381ef773a req-e5b1dc11-6c44-4901-a277-d956fc3580c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=499acf8e-dcac-4939-8052-00af7439f44f HTTP/1.1" status: 200 len: 859 time: 0.0459273 Jul 13 19:22:32.416335 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-73617fd6-dba5-4b5f-8eaa-6c3381ef773a req-176d0e3b-f854-4a49-ace1-d04f69cc962b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67fa0955-bf8a-4941-b7ef-11e6c4205d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384886 Jul 13 19:22:32.550941 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-73617fd6-dba5-4b5f-8eaa-6c3381ef773a req-594bc0c7-4634-49af-8b4a-bc39412ee5fe service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235354 Jul 13 19:22:32.685985 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-73617fd6-dba5-4b5f-8eaa-6c3381ef773a req-7115d896-50f5-42cd-9aa3-c35ac2fe178b service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263468 Jul 13 19:22:33.160934 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa5ba-c5a9-4fe5-ab38-bfe7231a7337 req-2e858f17-b534-4c57-95d2-dcfcb432a353 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:33.168721 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ce7aa5ba-c5a9-4fe5-ab38-bfe7231a7337 req-2e858f17-b534-4c57-95d2-dcfcb432a353 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0849485 Jul 13 19:22:33.205539 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ce7aa5ba-c5a9-4fe5-ab38-bfe7231a7337 req-477a3c8a-aecb-457c-a53b-5a554a70f274 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358601 Jul 13 19:22:33.441456 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea8b92-4442-408e-a435-481690a0dbe5 req-b2257d0e-7e88-4d83-bdc8-c98ba41306a0 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:33.443084 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-98ea8b92-4442-408e-a435-481690a0dbe5 req-b2257d0e-7e88-4d83-bdc8-c98ba41306a0 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0697443 Jul 13 19:22:33.494583 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-98ea8b92-4442-408e-a435-481690a0dbe5 req-f7a8ec42-5acb-4a27-aef5-f7fe8e8579ae tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429783 Jul 13 19:22:34.186250 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9e5a6-c37a-4a23-9e5d-b8d174159e1e req-f3ed531a-cdb9-44a5-99be-00b159ead2be tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:34.188218 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-03a9e5a6-c37a-4a23-9e5d-b8d174159e1e req-f3ed531a-cdb9-44a5-99be-00b159ead2be tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 945 time: 0.0752842 Jul 13 19:22:34.235271 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-03a9e5a6-c37a-4a23-9e5d-b8d174159e1e req-b5a9319e-2a67-4271-a73a-48c9bf5bc12d tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360012 Jul 13 19:22:34.411307 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade9fdd-a3a6-4673-b3f9-f3e57ac371a2 req-449de6d6-3090-4438-b7f2-9b6117767eea tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:34.413137 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bade9fdd-a3a6-4673-b3f9-f3e57ac371a2 req-449de6d6-3090-4438-b7f2-9b6117767eea tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0825191 Jul 13 19:22:34.461017 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bade9fdd-a3a6-4673-b3f9-f3e57ac371a2 req-c65ad0ce-efb1-498a-ae68-7b59a84c7abe tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403275 Jul 13 19:22:34.666050 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7a12e-e967-412b-bf9e-b33e238b0d4b req-914c944a-4808-45a0-97d6-250deca4fe20 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:34.667621 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-95d7a12e-e967-412b-bf9e-b33e238b0d4b req-914c944a-4808-45a0-97d6-250deca4fe20 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0641372 Jul 13 19:22:34.706580 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-95d7a12e-e967-412b-bf9e-b33e238b0d4b req-6d089f19-11ae-45e6-88dc-d0680320f33e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334196 Jul 13 19:22:35.082780 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-08a7fe63-241a-4602-9656-510933c09443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:35.415406 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34536968-771e-405d-b957-df9cea17668b req-2ead5698-6fc5-4f48-9a7e-7109be70e49a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:35.416883 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-34536968-771e-405d-b957-df9cea17668b req-2ead5698-6fc5-4f48-9a7e-7109be70e49a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 945 time: 0.0639219 Jul 13 19:22:35.454074 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-34536968-771e-405d-b957-df9cea17668b req-a5c85a91-4d28-4efb-b6da-71d4efec9302 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316999 Jul 13 19:22:35.458992 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:35.641954 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862aef3-49f3-4abd-80e5-1960e3e55bea req-89e77e04-037e-4c0f-b306-100fde5be6ea tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:35.643554 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d862aef3-49f3-4abd-80e5-1960e3e55bea req-89e77e04-037e-4c0f-b306-100fde5be6ea tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0671165 Jul 13 19:22:35.681817 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d862aef3-49f3-4abd-80e5-1960e3e55bea req-d3b1b67e-f851-4b2a-aef1-095b25ad7f66 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325353 Jul 13 19:22:35.878875 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bf9b6-39d3-4aec-bd4b-7c1b74c20121 req-ded40040-590e-429c-b6f2-a3c9c41967d4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:35.880403 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5f8bf9b6-39d3-4aec-bd4b-7c1b74c20121 req-ded40040-590e-429c-b6f2-a3c9c41967d4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0643070 Jul 13 19:22:35.920274 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5f8bf9b6-39d3-4aec-bd4b-7c1b74c20121 req-795ce0e8-d64a-40b8-b372-cc3e544681c2 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Jul 13 19:22:36.005068 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.375092 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253ce97-39fa-4d38-986d-6e7be99ba1fc req-c9ddd5c2-4079-42b2-8498-8dcfcd765f7b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.376551 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f253ce97-39fa-4d38-986d-6e7be99ba1fc req-c9ddd5c2-4079-42b2-8498-8dcfcd765f7b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 945 time: 0.0631602 Jul 13 19:22:36.493177 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-f253ce97-39fa-4d38-986d-6e7be99ba1fc req-dc16011c-ee8d-49ce-a790-4cd4284379e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Deleting port 979169ba-1071-4cff-99dc-64aa63c2a838 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:22:36.493876 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f253ce97-39fa-4d38-986d-6e7be99ba1fc req-dc16011c-ee8d-49ce-a790-4cd4284379e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.587454 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-f253ce97-39fa-4d38-986d-6e7be99ba1fc req-dc16011c-ee8d-49ce-a790-4cd4284379e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] For port 979169ba-1071-4cff-99dc-64aa63c2a838, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=979169ba-1071-4cff-99dc-64aa63c2a838,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:36.587817 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f253ce97-39fa-4d38-986d-6e7be99ba1fc req-dc16011c-ee8d-49ce-a790-4cd4284379e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.601313 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-f253ce97-39fa-4d38-986d-6e7be99ba1fc req-dc16011c-ee8d-49ce-a790-4cd4284379e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Calling delete_port for 979169ba-1071-4cff-99dc-64aa63c2a838 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:22:36.643656 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f8fd2-dfab-485a-99c8-ca7936294d0e req-7b03e624-8406-401e-b3d3-2e02ea75c355 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.645472 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fe4f8fd2-dfab-485a-99c8-ca7936294d0e req-7b03e624-8406-401e-b3d3-2e02ea75c355 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac36f2f8-82c6-44a4-bc09-72e9afae5a72 HTTP/1.1" status: 200 len: 945 time: 0.0643744 Jul 13 19:22:36.705478 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fe4f8fd2-dfab-485a-99c8-ca7936294d0e req-800395fa-2db9-4624-aca8-f9f117507b3a tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535862 Jul 13 19:22:36.757336 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f253ce97-39fa-4d38-986d-6e7be99ba1fc req-dc16011c-ee8d-49ce-a790-4cd4284379e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.779459 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['eb745ec6-4d6f-4487-9cb7-309c1a786bd1', '9deaf356-9834-4768-bc74-6c5c52864858', 'adf1403d-39c0-4bc8-8b43-74b0142341aa', '979169ba-1071-4cff-99dc-64aa63c2a838'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:36.813376 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16011c-ee8d-49ce-a790-4cd4284379e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Pushing event deleted for resources: {'Port': ['ID=979169ba-1071-4cff-99dc-64aa63c2a838,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:36.867562 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f253ce97-39fa-4d38-986d-6e7be99ba1fc req-dc16011c-ee8d-49ce-a790-4cd4284379e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] No DVR routers for this DVR port 979169ba-1071-4cff-99dc-64aa63c2a838 on host hv-cinder-78693 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:36.897453 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f253ce97-39fa-4d38-986d-6e7be99ba1fc req-dc16011c-ee8d-49ce-a790-4cd4284379e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:36.899460 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f253ce97-39fa-4d38-986d-6e7be99ba1fc req-dc16011c-ee8d-49ce-a790-4cd4284379e5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "DELETE /v2.0/ports/979169ba-1071-4cff-99dc-64aa63c2a838 HTTP/1.1" status: 204 len: 173 time: 0.5159087 Jul 13 19:22:36.900050 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac36f2f8-82c6-44a4-bc09-72e9afae5a72', 'name': 'network-vif-deleted', 'tag': '979169ba-1071-4cff-99dc-64aa63c2a838'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:36.903385 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c08944-a9cc-430b-8c37-42c76aacc9ce" -d '{"events": [{"server_uuid": "ac36f2f8-82c6-44a4-bc09-72e9afae5a72", "name": "network-vif-deleted", "tag": "979169ba-1071-4cff-99dc-64aa63c2a838"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:36.988237 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adc120-19f3-4b13-8a0c-9e48c25f7d0f req-1b90c60e-78a6-4ac2-811c-18553cc58ac0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:36.992397 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e0adc120-19f3-4b13-8a0c-9e48c25f7d0f req-1b90c60e-78a6-4ac2-811c-18553cc58ac0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.1272213 Jul 13 19:22:36.996912 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5790ad-6fbb-4281-8297-124d4e2843da x-openstack-request-id: req-ab5790ad-6fbb-4281-8297-124d4e2843da {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:36.997199 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac36f2f8-82c6-44a4-bc09-72e9afae5a72", "name": "network-vif-deleted", "tag": "979169ba-1071-4cff-99dc-64aa63c2a838", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:36.997447 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab5790ad-6fbb-4281-8297-124d4e2843da {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:36.997816 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac36f2f8-82c6-44a4-bc09-72e9afae5a72', 'name': 'network-vif-deleted', 'tag': '979169ba-1071-4cff-99dc-64aa63c2a838', 'status': 'completed', 'code': 200} Jul 13 19:22:37.092737 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e0adc120-19f3-4b13-8a0c-9e48c25f7d0f req-3587d9c0-0574-42d0-a06a-e85f09fad6da tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757003 Jul 13 19:22:37.224350 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8a48b-8198-4a16-89d5-caadf2dbabee req-7ed6c147-a9e3-456e-8cba-176e64e6ba6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:37.225773 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-90b8a48b-8198-4a16-89d5-caadf2dbabee req-7ed6c147-a9e3-456e-8cba-176e64e6ba6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0676312 Jul 13 19:22:37.262777 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-90b8a48b-8198-4a16-89d5-caadf2dbabee req-3d65d3c7-7ba9-4228-887f-d7bad44456d5 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304172 Jul 13 19:22:37.584562 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 37318) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:37.632283 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-e153bf49-3b77-47fa-9a23-b18bfa5e1674 admin admin] Deleting subnet 3d8c64fa-36ed-4ec5-a67a-8bfc7b2ed320 {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:22:37.635951 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e153bf49-3b77-47fa-9a23-b18bfa5e1674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.673959 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e153bf49-3b77-47fa-9a23-b18bfa5e1674 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.679200 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e153bf49-3b77-47fa-9a23-b18bfa5e1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.736516 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e153bf49-3b77-47fa-9a23-b18bfa5e1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.765408 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e153bf49-3b77-47fa-9a23-b18bfa5e1674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.767309 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e153bf49-3b77-47fa-9a23-b18bfa5e1674 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/3d8c64fa-36ed-4ec5-a67a-8bfc7b2ed320 HTTP/1.1" status: 204 len: 168 time: 0.1817462 Jul 13 19:22:37.768549 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153bf49-3b77-47fa-9a23-b18bfa5e1674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8c64fa-36ed-4ec5-a67a-8bfc7b2ed320,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:37.770597 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37322) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:37.845571 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.935351 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.944784 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e449f2c-95e9-4827-a8a0-6d3fa306e9ef']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:37.954841 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df682a35-0066-4647-b3b2-2bd94158272b') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:37.955130 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df682a35-0066-4647-b3b2-2bd94158272b') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:37.963432 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569332'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.977192 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.983405 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:22:37.983778 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8569047'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: timer() Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: cb(*args, **kw) Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: self._notify() Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: self.callback(batched_events) Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: event.method(event) Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._get(url).json() Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:22:37.985344 dv-cinder-786931-3-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:22:38.127706 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:38.252906 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:38.257768 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:38.263613 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6e449f2c-95e9-4827-a8a0-6d3fa306e9ef HTTP/1.1" status: 204 len: 168 time: 0.4870694 Jul 13 19:22:38.272870 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62192a58-d24c-4d22-82af-2b5042ae7191 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e449f2c-95e9-4827-a8a0-6d3fa306e9ef,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:38.306590 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d59353-ae8f-45b6-8247-51ff7a423bf4 req-ca4144c5-b766-404a-89d8-0d52d9631f5f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:38.311004 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-61d59353-ae8f-45b6-8247-51ff7a423bf4 req-ca4144c5-b766-404a-89d8-0d52d9631f5f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0750780 Jul 13 19:22:38.348636 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-61d59353-ae8f-45b6-8247-51ff7a423bf4 req-c04928b7-3b91-4bb6-a0fb-3722298dfdb4 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347934 Jul 13 19:22:38.452642 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ad039-3c8d-4108-bfae-f4ec47227da8 req-093f4ed4-5fca-4e3e-8304-43a415da6b2d tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:38.454219 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-357ad039-3c8d-4108-bfae-f4ec47227da8 req-093f4ed4-5fca-4e3e-8304-43a415da6b2d tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0643544 Jul 13 19:22:38.492873 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-357ad039-3c8d-4108-bfae-f4ec47227da8 req-350c9127-b838-4c60-8639-dde08d480342 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326543 Jul 13 19:22:38.506303 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37336) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:38.547504 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-eaffd45d-9080-46af-824d-c7890c7ff442 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f199deb6ee3a42a09aa0886550e0a633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398877 Jul 13 19:22:38.549912 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37338) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:38.599149 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-96da6f7c-e25e-458f-b20e-251468982476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:38.623249 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-96da6f7c-e25e-458f-b20e-251468982476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:38.666431 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-96da6f7c-e25e-458f-b20e-251468982476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:38.669654 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-96da6f7c-e25e-458f-b20e-251468982476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:38.670811 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-96da6f7c-e25e-458f-b20e-251468982476 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/40f9d983-3a8c-458d-a43a-4aeb95714bfb HTTP/1.1" status: 204 len: 168 time: 0.1199934 Jul 13 19:22:38.684403 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da6f7c-e25e-458f-b20e-251468982476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f9d983-3a8c-458d-a43a-4aeb95714bfb,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:39.319947 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0738249-0ef3-4899-b294-b95433bf1c9c req-752223a7-4c1c-4653-8985-90f0ea8658a5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.321422 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b0738249-0ef3-4899-b294-b95433bf1c9c req-752223a7-4c1c-4653-8985-90f0ea8658a5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 945 time: 0.0676572 Jul 13 19:22:39.361646 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b0738249-0ef3-4899-b294-b95433bf1c9c req-895e58c3-cb69-4479-9eda-a0194a885978 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332935 Jul 13 19:22:39.539603 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be9c10-ae3c-4f4f-ae39-5bfba064ed2c req-b5ffd068-ad1b-4cee-8ed5-f6025ab29a68 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.541346 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b3be9c10-ae3c-4f4f-ae39-5bfba064ed2c req-b5ffd068-ad1b-4cee-8ed5-f6025ab29a68 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0649595 Jul 13 19:22:39.584717 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b3be9c10-ae3c-4f4f-ae39-5bfba064ed2c req-20034da9-b378-45ff-8c82-2780c88c47b6 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368817 Jul 13 19:22:39.679744 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b11131-d13f-4b70-8efa-057723849b1c req-58adfb38-3641-4ea2-a17c-7375c154fa14 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:39.681256 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01b11131-d13f-4b70-8efa-057723849b1c req-58adfb38-3641-4ea2-a17c-7375c154fa14 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0641644 Jul 13 19:22:39.721193 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01b11131-d13f-4b70-8efa-057723849b1c req-b908e0ff-1db0-48f9-b89c-1be5caecb99c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336008 Jul 13 19:22:40.546696 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84072b-9eba-4bbf-8516-e3be6b15b79c req-cfd7b1da-ca24-455f-a9e3-aa36d46b261e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:40.548171 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9f84072b-9eba-4bbf-8516-e3be6b15b79c req-cfd7b1da-ca24-455f-a9e3-aa36d46b261e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 945 time: 0.0726516 Jul 13 19:22:40.603039 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9f84072b-9eba-4bbf-8516-e3be6b15b79c req-e342d331-1c15-4c29-9838-6ec44a6c11af tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493026 Jul 13 19:22:40.812746 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00f22a-e3df-4a75-a8e4-4ccbf9662aac req-c22b3eb5-9aff-4d3d-99e9-4ee3a75c7a27 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:40.814305 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0f00f22a-e3df-4a75-a8e4-4ccbf9662aac req-c22b3eb5-9aff-4d3d-99e9-4ee3a75c7a27 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0960200 Jul 13 19:22:40.854553 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0f00f22a-e3df-4a75-a8e4-4ccbf9662aac req-b9178e75-aa71-414e-889c-ca15de89731a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343485 Jul 13 19:22:40.924350 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b3a4a-04df-4827-8c50-3ab359a96607 req-b7ab454e-e939-4d6e-897d-e11f5d381615 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:40.925889 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c50b3a4a-04df-4827-8c50-3ab359a96607 req-b7ab454e-e939-4d6e-897d-e11f5d381615 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0829153 Jul 13 19:22:40.965713 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c50b3a4a-04df-4827-8c50-3ab359a96607 req-132a5669-7ef2-40b3-ac16-319ad1355fdc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Jul 13 19:22:41.497731 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 979169ba-1071-4cff-99dc-64aa63c2a838 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:41.519558 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 979169ba-1071-4cff-99dc-64aa63c2a838 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:22:41.519897 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 979169ba-1071-4cff-99dc-64aa63c2a838 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:41.809852 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a611a-9d70-4af9-bc19-413e5967d7bc req-c2c3236d-b593-4f32-b5a6-33640b7fa5d0 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:41.811362 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b9a611a-9d70-4af9-bc19-413e5967d7bc req-c2c3236d-b593-4f32-b5a6-33640b7fa5d0 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 945 time: 0.0810468 Jul 13 19:22:41.856295 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b9a611a-9d70-4af9-bc19-413e5967d7bc req-62cc2e01-a90b-47fb-bd96-8954a06debaa tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383930 Jul 13 19:22:42.045659 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9284991-3844-4d3c-b2bf-80ae6def6657 req-f271a6e0-c8fb-4dab-99ba-1e714c2c2d13 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:42.047277 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a9284991-3844-4d3c-b2bf-80ae6def6657 req-f271a6e0-c8fb-4dab-99ba-1e714c2c2d13 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0635877 Jul 13 19:22:42.087608 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a9284991-3844-4d3c-b2bf-80ae6def6657 req-90560cac-de14-4de3-8a19-285c52168e9e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350058 Jul 13 19:22:42.147038 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac1b9d-b3f3-4d71-9dee-7c0f67102925 req-54b62f27-a2a7-48aa-9c80-6630595a060a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:42.148518 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eeac1b9d-b3f3-4d71-9dee-7c0f67102925 req-54b62f27-a2a7-48aa-9c80-6630595a060a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0686543 Jul 13 19:22:42.188297 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eeac1b9d-b3f3-4d71-9dee-7c0f67102925 req-6c115ca6-08eb-4798-98f2-2f37890dfda2 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341783 Jul 13 19:22:43.044920 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc469018-a765-47ed-9f8b-4803b03db063 req-a394e7df-0970-41ea-9097-dca63e8489d8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:43.047469 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dc469018-a765-47ed-9f8b-4803b03db063 req-a394e7df-0970-41ea-9097-dca63e8489d8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 945 time: 0.0707381 Jul 13 19:22:43.097553 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dc469018-a765-47ed-9f8b-4803b03db063 req-a3375450-9f76-4ab2-af07-719e92a3e646 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429771 Jul 13 19:22:43.307735 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf85e77-2b2a-4538-a99e-49f9bddbe5a9 req-6ab1355e-cd93-4d6f-b325-c29d63260cbe tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:43.309295 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5cf85e77-2b2a-4538-a99e-49f9bddbe5a9 req-6ab1355e-cd93-4d6f-b325-c29d63260cbe tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0744424 Jul 13 19:22:43.348450 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5cf85e77-2b2a-4538-a99e-49f9bddbe5a9 req-4c296d11-531c-4597-aa2a-8fa6baa1f130 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336156 Jul 13 19:22:43.392547 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3326c9-9b10-4733-8e55-05926afaed2a req-eb9b8833-e22e-4613-93bb-358ab792ec50 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:43.394175 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1f3326c9-9b10-4733-8e55-05926afaed2a req-eb9b8833-e22e-4613-93bb-358ab792ec50 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0764525 Jul 13 19:22:43.434089 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1f3326c9-9b10-4733-8e55-05926afaed2a req-23cd9cfc-87f6-42b2-a6a1-cbf88f4bbd8f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Jul 13 19:22:44.123136 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807838e4-2306-41c5-8784-2fecb683c1f0 req-1a55bc16-ae47-4cc6-af59-89a12aa91da9 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:44.124591 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-807838e4-2306-41c5-8784-2fecb683c1f0 req-1a55bc16-ae47-4cc6-af59-89a12aa91da9 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 945 time: 0.0684533 Jul 13 19:22:44.297717 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-807838e4-2306-41c5-8784-2fecb683c1f0 req-2b896f87-aec1-48b5-a9fa-b04b10684060 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Deleting port adf1403d-39c0-4bc8-8b43-74b0142341aa {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:22:44.298372 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-807838e4-2306-41c5-8784-2fecb683c1f0 req-2b896f87-aec1-48b5-a9fa-b04b10684060 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:44.437688 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e79b5-1b65-42ce-a8c2-08eac0278379 req-d6e475f7-3517-432c-acb0-5812d5e1cfcb tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:44.439277 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c03e79b5-1b65-42ce-a8c2-08eac0278379 req-d6e475f7-3517-432c-acb0-5812d5e1cfcb tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 945 time: 0.1859822 Jul 13 19:22:44.447100 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-807838e4-2306-41c5-8784-2fecb683c1f0 req-2b896f87-aec1-48b5-a9fa-b04b10684060 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] For port adf1403d-39c0-4bc8-8b43-74b0142341aa, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=adf1403d-39c0-4bc8-8b43-74b0142341aa,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:44.447627 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-807838e4-2306-41c5-8784-2fecb683c1f0 req-2b896f87-aec1-48b5-a9fa-b04b10684060 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:44.479657 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-807838e4-2306-41c5-8784-2fecb683c1f0 req-2b896f87-aec1-48b5-a9fa-b04b10684060 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Calling delete_port for adf1403d-39c0-4bc8-8b43-74b0142341aa owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:22:44.513074 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c03e79b5-1b65-42ce-a8c2-08eac0278379 req-e8f3a1f1-8c55-430e-b7cc-9f952421dfcb tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614908 Jul 13 19:22:44.579127 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89addddd-1f31-41fe-bc47-e51f06ef8b61 req-b3de3f11-4a90-4242-b37f-787def6f6e92 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:44.581337 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89addddd-1f31-41fe-bc47-e51f06ef8b61 req-b3de3f11-4a90-4242-b37f-787def6f6e92 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0936375 Jul 13 19:22:44.626539 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89addddd-1f31-41fe-bc47-e51f06ef8b61 req-e59d61c2-113b-461f-9e9c-e2d5e65bde7c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387523 Jul 13 19:22:44.715658 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-807838e4-2306-41c5-8784-2fecb683c1f0 req-2b896f87-aec1-48b5-a9fa-b04b10684060 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:44.729604 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['eb745ec6-4d6f-4487-9cb7-309c1a786bd1', '9deaf356-9834-4768-bc74-6c5c52864858', 'adf1403d-39c0-4bc8-8b43-74b0142341aa'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:44.748931 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b896f87-aec1-48b5-a9fa-b04b10684060 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Pushing event deleted for resources: {'Port': ['ID=adf1403d-39c0-4bc8-8b43-74b0142341aa,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:44.800105 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-807838e4-2306-41c5-8784-2fecb683c1f0 req-2b896f87-aec1-48b5-a9fa-b04b10684060 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] No DVR routers for this DVR port adf1403d-39c0-4bc8-8b43-74b0142341aa on host hv-cinder-78693 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:44.804908 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-807838e4-2306-41c5-8784-2fecb683c1f0 req-2b896f87-aec1-48b5-a9fa-b04b10684060 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:44.806907 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-807838e4-2306-41c5-8784-2fecb683c1f0 req-2b896f87-aec1-48b5-a9fa-b04b10684060 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "DELETE /v2.0/ports/adf1403d-39c0-4bc8-8b43-74b0142341aa HTTP/1.1" status: 204 len: 173 time: 0.6750379 Jul 13 19:22:44.807429 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f7fb45-c6f8-4efd-ad23-779da5266fe1', 'name': 'network-vif-deleted', 'tag': 'adf1403d-39c0-4bc8-8b43-74b0142341aa'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:44.810610 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0156a5e-6a77-46de-bea6-905aeb261f73" -d '{"events": [{"server_uuid": "16f7fb45-c6f8-4efd-ad23-779da5266fe1", "name": "network-vif-deleted", "tag": "adf1403d-39c0-4bc8-8b43-74b0142341aa"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:44.840975 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249da76f-7794-4157-ab76-731dfdfd8441 req-c0748ebb-d71f-4e91-beb3-d7132b4799f9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:44.842286 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-249da76f-7794-4157-ab76-731dfdfd8441 req-c0748ebb-d71f-4e91-beb3-d7132b4799f9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1707108 Jul 13 19:22:44.868602 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e215958-9f1e-4bbf-a08d-f926d63dfb79 x-openstack-request-id: req-2e215958-9f1e-4bbf-a08d-f926d63dfb79 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:44.868884 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f7fb45-c6f8-4efd-ad23-779da5266fe1", "name": "network-vif-deleted", "tag": "adf1403d-39c0-4bc8-8b43-74b0142341aa", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:44.869133 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2e215958-9f1e-4bbf-a08d-f926d63dfb79 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:44.869677 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f7fb45-c6f8-4efd-ad23-779da5266fe1', 'name': 'network-vif-deleted', 'tag': 'adf1403d-39c0-4bc8-8b43-74b0142341aa', 'status': 'completed', 'code': 200} Jul 13 19:22:44.892814 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-249da76f-7794-4157-ab76-731dfdfd8441 req-0c749ea3-76ee-4063-b2f8-aeb3e4787ede tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439355 Jul 13 19:22:45.687031 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-be4c1068-2dd5-4ca4-8dd0-69294148a1eb req-ff7bd6d2-cd3d-4250-98e1-bfc7d75ec9b8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 210 time: 0.0296988 Jul 13 19:22:45.851376 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f1470-4bf9-48a1-b986-ce032b8833ae req-ed1392f0-e0e0-44b4-aa9c-ce2e970061ce tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:45.852868 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ed1f1470-4bf9-48a1-b986-ce032b8833ae req-ed1392f0-e0e0-44b4-aa9c-ce2e970061ce tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0676365 Jul 13 19:22:45.895788 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ed1f1470-4bf9-48a1-b986-ce032b8833ae req-b7fc2a2c-c582-4fe0-a045-1e3fbd873f17 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349095 Jul 13 19:22:46.083012 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adb81f-a67d-4053-a18f-c314ba436377 req-53ef2fd8-f668-4cd3-b465-c7e8de77d274 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:46.084504 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-75adb81f-a67d-4053-a18f-c314ba436377 req-53ef2fd8-f668-4cd3-b465-c7e8de77d274 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0624592 Jul 13 19:22:46.124195 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-75adb81f-a67d-4053-a18f-c314ba436377 req-37176162-1018-44ed-be80-b4483a049238 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337925 Jul 13 19:22:46.830311 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-754a0aa4-593e-414a-b486-ca37d339116b req-9913f593-74e7-4374-bdb1-ed2dff26b2ed tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 210 time: 0.0307176 Jul 13 19:22:47.078191 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c42b94-6f74-4003-aae5-f9a752856555 req-37c8f53d-de1a-4545-98c5-821c00159349 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:47.079575 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-39c42b94-6f74-4003-aae5-f9a752856555 req-37c8f53d-de1a-4545-98c5-821c00159349 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0654395 Jul 13 19:22:47.117382 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-39c42b94-6f74-4003-aae5-f9a752856555 req-c01fbdab-8ad8-44eb-8c97-0e3dfd62d4d3 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321822 Jul 13 19:22:47.302541 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56a28-5238-4734-9025-04d97287693e req-55dd8641-976d-4b6a-8cd1-18713db3ed50 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:47.303992 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-93f56a28-5238-4734-9025-04d97287693e req-55dd8641-976d-4b6a-8cd1-18713db3ed50 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0672402 Jul 13 19:22:47.342016 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-93f56a28-5238-4734-9025-04d97287693e req-0d63e794-42c5-4ece-9f13-bd2122d52d24 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Jul 13 19:22:47.970315 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-97f40fd8-5acb-4a82-88a1-ba0bf0cf1057 req-5df84add-7a1f-45c2-b2fc-714b0e238fcd tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=16f7fb45-c6f8-4efd-ad23-779da5266fe1 HTTP/1.1" status: 200 len: 210 time: 0.0283654 Jul 13 19:22:48.303311 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aa1ef-9a69-4b87-8b39-9e28000fbd83 req-0e17c314-7383-4204-9f2d-880d25bcbd34 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:48.304827 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-137aa1ef-9a69-4b87-8b39-9e28000fbd83 req-0e17c314-7383-4204-9f2d-880d25bcbd34 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0624037 Jul 13 19:22:48.342322 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-137aa1ef-9a69-4b87-8b39-9e28000fbd83 req-fe7eb9f7-5c29-4ef5-9392-e8d33595a6ae tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311124 Jul 13 19:22:48.519388 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbfe55-665d-475e-affc-c4bb976c5bc3 req-d1c86904-4648-4c10-90af-38021407d770 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:48.520771 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8bdbfe55-665d-475e-affc-c4bb976c5bc3 req-d1c86904-4648-4c10-90af-38021407d770 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0641510 Jul 13 19:22:48.559904 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8bdbfe55-665d-475e-affc-c4bb976c5bc3 req-65119771-e02e-4054-aa43-e5b6b30f3e04 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336893 Jul 13 19:22:49.416633 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ee939-64f3-4988-abb6-d50019d4db2a req-fa81454c-2700-4d7f-8075-10b0734125d8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:49.418110 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-852ee939-64f3-4988-abb6-d50019d4db2a req-fa81454c-2700-4d7f-8075-10b0734125d8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 945 time: 0.0629988 Jul 13 19:22:49.457965 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-852ee939-64f3-4988-abb6-d50019d4db2a req-83d4e0d2-6a15-4ab9-8085-f692c136e0a5 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343909 Jul 13 19:22:49.528908 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5a4f7-d294-48e8-a363-efea5dcbe1d5 req-a4d3f50a-6af9-43ed-99b0-9e6182718cbf tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:49.530422 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-99b5a4f7-d294-48e8-a363-efea5dcbe1d5 req-a4d3f50a-6af9-43ed-99b0-9e6182718cbf tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0690379 Jul 13 19:22:49.569452 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-99b5a4f7-d294-48e8-a363-efea5dcbe1d5 req-0a756b4b-504c-44c5-81da-4f709aac8cb8 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334184 Jul 13 19:22:49.741377 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba99ac4-490e-44bc-8600-acb3ed68a234 req-d00b7d09-bb97-46a2-ab52-b3d1b0b471a9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:49.742843 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9ba99ac4-490e-44bc-8600-acb3ed68a234 req-d00b7d09-bb97-46a2-ab52-b3d1b0b471a9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0675073 Jul 13 19:22:49.780226 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9ba99ac4-490e-44bc-8600-acb3ed68a234 req-f659ad99-2e21-414b-9135-cb327bd61a3b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311573 Jul 13 19:22:50.637913 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210a369-cfb6-42ed-a8af-4867aa405115 req-b7e3c289-c996-4d84-8a3e-4b4fcf2e212d tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:50.639481 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d210a369-cfb6-42ed-a8af-4867aa405115 req-b7e3c289-c996-4d84-8a3e-4b4fcf2e212d tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 945 time: 0.0694313 Jul 13 19:22:50.678253 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d210a369-cfb6-42ed-a8af-4867aa405115 req-b8d64ff8-4a2f-4430-928b-8ca7807b4c11 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330877 Jul 13 19:22:50.750722 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6680c-a79e-44a7-a91e-6799b7bfb8e9 req-4b6a1fce-f7e5-4220-b493-dd7dacd225c2 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:50.752109 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e7b6680c-a79e-44a7-a91e-6799b7bfb8e9 req-4b6a1fce-f7e5-4220-b493-dd7dacd225c2 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0625944 Jul 13 19:22:50.790369 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e7b6680c-a79e-44a7-a91e-6799b7bfb8e9 req-1dbc9875-3a10-42b9-840d-546fe69e4b20 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322368 Jul 13 19:22:50.954651 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c882237-c582-4895-8016-bd1dc4b49d13 req-88e5eef7-f044-4a5a-922c-b7da766ff0b4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:50.956215 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5c882237-c582-4895-8016-bd1dc4b49d13 req-88e5eef7-f044-4a5a-922c-b7da766ff0b4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0619938 Jul 13 19:22:50.992979 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5c882237-c582-4895-8016-bd1dc4b49d13 req-04d32259-e315-49ef-92f0-0f6eda1b32f1 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313342 Jul 13 19:22:51.259882 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:51.868983 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41bb90-d4e8-4ff9-bde7-092c2256bc06 req-855affc5-fd46-4c5d-9740-ca92e8ae2cd1 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:51.876772 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-de41bb90-d4e8-4ff9-bde7-092c2256bc06 req-855affc5-fd46-4c5d-9740-ca92e8ae2cd1 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 945 time: 0.0762050 Jul 13 19:22:51.922969 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-de41bb90-d4e8-4ff9-bde7-092c2256bc06 req-c7ad146c-e604-4aea-8026-edde715e4dd7 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450089 Jul 13 19:22:51.997984 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f076f54-d10c-4247-9717-956bda103687 req-7efdd8c7-3c51-4a5c-ac5e-0a95b8469974 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:51.999565 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5f076f54-d10c-4247-9717-956bda103687 req-7efdd8c7-3c51-4a5c-ac5e-0a95b8469974 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0723839 Jul 13 19:22:52.043463 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5f076f54-d10c-4247-9717-956bda103687 req-6c21c759-04ab-4e23-8ec5-b4300ad7fc17 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382988 Jul 13 19:22:52.208763 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cd72a-92d9-4d28-ab49-6cfb6cdc9a77 req-20ce2787-6256-43e6-b26a-2181e903b5e5 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:52.210406 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0c0cd72a-92d9-4d28-ab49-6cfb6cdc9a77 req-20ce2787-6256-43e6-b26a-2181e903b5e5 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0810437 Jul 13 19:22:52.264281 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0c0cd72a-92d9-4d28-ab49-6cfb6cdc9a77 req-45d871f0-3b9a-4168-b394-fb0fae272d56 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469201 Jul 13 19:22:52.334801 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device adf1403d-39c0-4bc8-8b43-74b0142341aa no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:52.362529 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: adf1403d-39c0-4bc8-8b43-74b0142341aa {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:22:52.363024 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device adf1403d-39c0-4bc8-8b43-74b0142341aa not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:53.096388 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0479b0-eb68-4a3e-a2d9-9ce9883baab6 req-f5aecb55-417b-4a42-acc0-dd944d55fa4f tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:53.097957 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6c0479b0-eb68-4a3e-a2d9-9ce9883baab6 req-f5aecb55-417b-4a42-acc0-dd944d55fa4f tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 945 time: 0.0641963 Jul 13 19:22:53.135832 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6c0479b0-eb68-4a3e-a2d9-9ce9883baab6 req-7e3d7e8b-7f38-4302-8362-ac755b8b515b tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317376 Jul 13 19:22:53.236552 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dae9b2-8ecf-4d05-920e-4eacbaadb9d2 req-0a0e0dd4-8131-4aed-894c-396ea2ae6dee tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:53.239181 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-89dae9b2-8ecf-4d05-920e-4eacbaadb9d2 req-0a0e0dd4-8131-4aed-894c-396ea2ae6dee tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0723147 Jul 13 19:22:53.277845 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-89dae9b2-8ecf-4d05-920e-4eacbaadb9d2 req-bcbc7d44-ba61-4ce0-a6df-fc114cc21a95 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335271 Jul 13 19:22:53.452381 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1265e-58bb-4e1b-9449-e15f7fad4ca0 req-9d2c4b0f-cc5d-4937-8c68-edec2045b2d3 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:53.453882 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f2c1265e-58bb-4e1b-9449-e15f7fad4ca0 req-9d2c4b0f-cc5d-4937-8c68-edec2045b2d3 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0683246 Jul 13 19:22:53.491724 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f2c1265e-58bb-4e1b-9449-e15f7fad4ca0 req-81181142-a9f5-4ceb-88bb-4205a4110eae tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321054 Jul 13 19:22:54.336820 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device fd6dceb3-28bf-4071-afd5-2d1b595b4819 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:54.387030 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b27a1a-b423-4675-8727-67e44a37b502 req-7f3dfece-c180-4f7e-85fa-3ef1b3064834 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:54.389095 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f1b27a1a-b423-4675-8727-67e44a37b502 req-7f3dfece-c180-4f7e-85fa-3ef1b3064834 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 945 time: 0.1178718 Jul 13 19:22:54.414369 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8568e40-8130-4398-9895-80be27c1323a req-4a9800c0-a384-4423-89ca-27ab4c8cf617 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:54.416254 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d8568e40-8130-4398-9895-80be27c1323a req-4a9800c0-a384-4423-89ca-27ab4c8cf617 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 945 time: 0.1330409 Jul 13 19:22:54.460608 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:54.475157 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'port_id': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'mac_address': 'fa:16:3e:45:2d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:54.484313 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742fdbb-d24e-44dc-a7ba-cb9c2c69824d req-f344e044-7718-4256-b96e-6ff20f8a8010 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:54.485886 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9742fdbb-d24e-44dc-a7ba-cb9c2c69824d req-f344e044-7718-4256-b96e-6ff20f8a8010 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0799179 Jul 13 19:22:54.522418 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.529616 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9742fdbb-d24e-44dc-a7ba-cb9c2c69824d req-bc804ba2-aa42-4d83-9fd2-dc76f89884e7 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379317 Jul 13 19:22:54.540819 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d8568e40-8130-4398-9895-80be27c1323a req-c9febba7-b7e2-48c0-be61-ed5a2b268b93 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013627 Jul 13 19:22:54.545320 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd6dceb3-28bf-4071-afd5-2d1b595b4819 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:54.571967 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-f1b27a1a-b423-4675-8727-67e44a37b502 req-3f38060f-310e-4271-814e-4afa277c3de8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Deleting port 9deaf356-9834-4768-bc74-6c5c52864858 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:22:54.572702 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f1b27a1a-b423-4675-8727-67e44a37b502 req-3f38060f-310e-4271-814e-4afa277c3de8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.581780 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:54.587055 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.649374 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=fd6dceb3-28bf-4071-afd5-2d1b595b4819,revision_number=6']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:54.704374 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['fd6dceb3-28bf-4071-afd5-2d1b595b4819'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:54.708068 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-f1b27a1a-b423-4675-8727-67e44a37b502 req-3f38060f-310e-4271-814e-4afa277c3de8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] For port 9deaf356-9834-4768-bc74-6c5c52864858, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9deaf356-9834-4768-bc74-6c5c52864858,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:54.708567 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f1b27a1a-b423-4675-8727-67e44a37b502 req-3f38060f-310e-4271-814e-4afa277c3de8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.729267 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-f1b27a1a-b423-4675-8727-67e44a37b502 req-3f38060f-310e-4271-814e-4afa277c3de8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Calling delete_port for 9deaf356-9834-4768-bc74-6c5c52864858 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:22:54.803299 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb17853-97af-466d-8d8d-0981752bf80b req-f7c32633-e3d6-4bd1-8d77-c657c2c5b21a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:54.805017 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1fb17853-97af-466d-8d8d-0981752bf80b req-f7c32633-e3d6-4bd1-8d77-c657c2c5b21a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1444240 Jul 13 19:22:54.885425 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1fb17853-97af-466d-8d8d-0981752bf80b req-67105d0e-ffbc-4e3d-9716-3613d1e3aa55 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689671 Jul 13 19:22:54.953141 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f1b27a1a-b423-4675-8727-67e44a37b502 req-3f38060f-310e-4271-814e-4afa277c3de8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.966209 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['eb745ec6-4d6f-4487-9cb7-309c1a786bd1', '9deaf356-9834-4768-bc74-6c5c52864858'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:54.994707 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38060f-310e-4271-814e-4afa277c3de8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Pushing event deleted for resources: {'Port': ['ID=9deaf356-9834-4768-bc74-6c5c52864858,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:55.041073 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b27a1a-b423-4675-8727-67e44a37b502 req-3f38060f-310e-4271-814e-4afa277c3de8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] No DVR routers for this DVR port 9deaf356-9834-4768-bc74-6c5c52864858 on host hv-cinder-78693 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:55.045200 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f1b27a1a-b423-4675-8727-67e44a37b502 req-3f38060f-310e-4271-814e-4afa277c3de8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.047325 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f1b27a1a-b423-4675-8727-67e44a37b502 req-3f38060f-310e-4271-814e-4afa277c3de8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "DELETE /v2.0/ports/9deaf356-9834-4768-bc74-6c5c52864858 HTTP/1.1" status: 204 len: 173 time: 0.6506262 Jul 13 19:22:55.047762 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2', 'name': 'network-vif-deleted', 'tag': '9deaf356-9834-4768-bc74-6c5c52864858'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:55.050202 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890c58a8-e69c-4947-a91d-45c97768c5b5" -d '{"events": [{"server_uuid": "9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2", "name": "network-vif-deleted", "tag": "9deaf356-9834-4768-bc74-6c5c52864858"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:55.093606 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d0c407-1c77-4ebc-a53a-277c73e8eaa5 x-openstack-request-id: req-16d0c407-1c77-4ebc-a53a-277c73e8eaa5 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:55.094053 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2", "name": "network-vif-deleted", "tag": "9deaf356-9834-4768-bc74-6c5c52864858", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:55.094767 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-16d0c407-1c77-4ebc-a53a-277c73e8eaa5 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:55.094988 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2', 'name': 'network-vif-deleted', 'tag': '9deaf356-9834-4768-bc74-6c5c52864858', 'status': 'completed', 'code': 200} Jul 13 19:22:55.725530 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-451bf570-e604-4b56-ad49-f1c6d3ce9961 req-4e0c0dac-2bb4-456e-91f1-7a0d25797269 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dabdfc4-5148-4ec5-9b2b-5c8d380ec5c2 HTTP/1.1" status: 200 len: 210 time: 0.0303333 Jul 13 19:22:55.736184 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd0ef0-2db9-4ccf-b1e1-2801da363328 req-bcbb809d-8c51-4fcd-80fe-296f52b45220 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:55.738286 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8ddd0ef0-2db9-4ccf-b1e1-2801da363328 req-bcbb809d-8c51-4fcd-80fe-296f52b45220 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 944 time: 0.0776863 Jul 13 19:22:55.779984 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8ddd0ef0-2db9-4ccf-b1e1-2801da363328 req-655deca8-9183-416c-b151-16fd14d5df56 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362818 Jul 13 19:22:56.086161 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9bd49-a325-4f1f-8b7d-6accca4f8eb6 req-2b20423c-b307-4e50-891a-ec982501596c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:56.087690 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-83c9bd49-a325-4f1f-8b7d-6accca4f8eb6 req-2b20423c-b307-4e50-891a-ec982501596c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0846233 Jul 13 19:22:56.130809 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-83c9bd49-a325-4f1f-8b7d-6accca4f8eb6 req-b98615b3-c5ab-49cc-9ceb-1c5a74795e1b tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360653 Jul 13 19:22:56.353097 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device fd6dceb3-28bf-4071-afd5-2d1b595b4819 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:56.403407 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port fd6dceb3-28bf-4071-afd5-2d1b595b4819 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:56.403781 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:56.494818 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:56.520574 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:56.522958 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bf35e9-edd2-4739-8a00-4cc16a104f85" -d '{"events": [{"server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "name": "network-vif-plugged", "status": "completed", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:56.538831 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:56.543973 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:56.545069 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9deaf356-9834-4768-bc74-6c5c52864858 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:56.590755 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8512cd1-3490-4ab9-9b87-0b3319c4838a x-openstack-request-id: req-f8512cd1-3490-4ab9-9b87-0b3319c4838a {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:56.591049 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "name": "network-vif-plugged", "status": "completed", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:56.591302 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f8512cd1-3490-4ab9-9b87-0b3319c4838a {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:56.591692 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'code': 200} Jul 13 19:22:56.594189 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 9deaf356-9834-4768-bc74-6c5c52864858 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:22:56.594548 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9deaf356-9834-4768-bc74-6c5c52864858 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:56.618303 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=fd6dceb3-28bf-4071-afd5-2d1b595b4819,revision_number=7']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:56.980173 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605fbc9-0ad2-440f-aab0-d418cdca3a5a req-4917698e-3f93-4052-91ea-ddc06cc4e361 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:56.981656 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3605fbc9-0ad2-440f-aab0-d418cdca3a5a req-4917698e-3f93-4052-91ea-ddc06cc4e361 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0730603 Jul 13 19:22:57.018189 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3605fbc9-0ad2-440f-aab0-d418cdca3a5a req-7287e4b1-1e64-453c-ad92-9f8e9ee197c5 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309193 Jul 13 19:22:57.319641 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51637bb8-e780-4ddc-bdb9-bbf5013339aa req-7fb88a5f-589f-44ee-8e80-608038f11d22 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:57.321051 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-51637bb8-e780-4ddc-bdb9-bbf5013339aa req-7fb88a5f-589f-44ee-8e80-608038f11d22 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0719123 Jul 13 19:22:57.368452 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-51637bb8-e780-4ddc-bdb9-bbf5013339aa req-63c76b86-afc4-4b91-aab0-54ff53b08bd9 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 Jul 13 19:22:58.216979 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1c1ff-5187-472e-a4f0-1cc6f6edb351 req-2ec1aa22-f156-4c81-92cd-1aa62d08df2a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.219505 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e7d1c1ff-5187-472e-a4f0-1cc6f6edb351 req-2ec1aa22-f156-4c81-92cd-1aa62d08df2a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0797718 Jul 13 19:22:58.264757 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e7d1c1ff-5187-472e-a4f0-1cc6f6edb351 req-3a88352a-f23b-456d-9806-2f8ecfc0bb66 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390441 Jul 13 19:22:58.365000 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aab668-d064-4e82-a02d-622cd87e411e req-6392c4d4-d8f2-4175-96b4-ee04e0534edc tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.366486 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-04aab668-d064-4e82-a02d-622cd87e411e req-6392c4d4-d8f2-4175-96b4-ee04e0534edc tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 945 time: 0.0727847 Jul 13 19:22:58.419261 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-04aab668-d064-4e82-a02d-622cd87e411e req-9391fa2e-adef-4d2d-9eec-44ce1e2b5b2d tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450573 Jul 13 19:22:58.552987 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df617d3-f975-4ef9-8abc-c86cfbf0808a req-3442980b-7a97-418b-8e33-b6c2142a425d tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:58.554539 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8df617d3-f975-4ef9-8abc-c86cfbf0808a req-3442980b-7a97-418b-8e33-b6c2142a425d tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0713854 Jul 13 19:22:58.599976 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8df617d3-f975-4ef9-8abc-c86cfbf0808a req-90dfa836-3ff8-4919-8715-967f2c6bb050 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 Jul 13 19:22:59.155357 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66526e-2065-454c-b823-9905f296b350 req-08dd9881-6b26-4884-b66c-58090bee6aa1 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.163126 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b66526e-2065-454c-b823-9905f296b350 req-08dd9881-6b26-4884-b66c-58090bee6aa1 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 946 time: 0.0912073 Jul 13 19:22:59.207956 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b66526e-2065-454c-b823-9905f296b350 req-681534d4-4ee3-4f78-8b5d-c49d7c6aecdc tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399396 Jul 13 19:22:59.485214 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b669b0c-730f-44b1-884a-f52617b6e5a5 req-27e63b5d-976f-42f0-9234-ecc99da29345 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.486721 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8b669b0c-730f-44b1-884a-f52617b6e5a5 req-27e63b5d-976f-42f0-9234-ecc99da29345 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0871646 Jul 13 19:22:59.553392 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8b669b0c-730f-44b1-884a-f52617b6e5a5 req-ee375c70-b15a-44c4-9306-038bc7680913 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605021 Jul 13 19:22:59.629068 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31326ce-ce57-4733-be94-34072e7d519d req-e5108fa8-163d-4442-9367-3bfcb13ea04e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.631757 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f31326ce-ce57-4733-be94-34072e7d519d req-e5108fa8-163d-4442-9367-3bfcb13ea04e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 945 time: 0.0775456 Jul 13 19:22:59.689706 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f31326ce-ce57-4733-be94-34072e7d519d req-3d017a42-4337-4fa9-aa6f-ff7c7783e6ef tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a7a4174-57e2-4df0-8789-2ad96518dd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450768 Jul 13 19:22:59.850450 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7868767-4360-4c67-84be-89f70c1c1a85 req-9f8765ad-32ff-4883-b886-801f32816af0 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:59.851979 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c7868767-4360-4c67-84be-89f70c1c1a85 req-9f8765ad-32ff-4883-b886-801f32816af0 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0842061 Jul 13 19:22:59.901848 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c7868767-4360-4c67-84be-89f70c1c1a85 req-07c0271b-7194-4ea7-b481-39712a792e99 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421386 Jul 13 19:23:00.154293 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d856a0-2dd2-44ee-bb80-c91c4558e510 req-506753e8-8639-483c-8562-f1d2759d2d6e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:00.155878 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-45d856a0-2dd2-44ee-bb80-c91c4558e510 req-506753e8-8639-483c-8562-f1d2759d2d6e tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 945 time: 0.0903041 Jul 13 19:23:00.285971 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-45d856a0-2dd2-44ee-bb80-c91c4558e510 req-1d8b5be6-ae35-492f-9289-1110c1073889 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Deleting port eb745ec6-4d6f-4487-9cb7-309c1a786bd1 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:00.286435 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-45d856a0-2dd2-44ee-bb80-c91c4558e510 req-1d8b5be6-ae35-492f-9289-1110c1073889 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:00.414541 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-45d856a0-2dd2-44ee-bb80-c91c4558e510 req-1d8b5be6-ae35-492f-9289-1110c1073889 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] For port eb745ec6-4d6f-4487-9cb7-309c1a786bd1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb745ec6-4d6f-4487-9cb7-309c1a786bd1,segment=NetworkSegment(f74b08a4-e025-498a-86d3-00cffbfe119d),segment_id=f74b08a4-e025-498a-86d3-00cffbfe119d)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:00.415110 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-45d856a0-2dd2-44ee-bb80-c91c4558e510 req-1d8b5be6-ae35-492f-9289-1110c1073889 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:00.447479 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-45d856a0-2dd2-44ee-bb80-c91c4558e510 req-1d8b5be6-ae35-492f-9289-1110c1073889 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Calling delete_port for eb745ec6-4d6f-4487-9cb7-309c1a786bd1 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:00.464907 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34609535-f3af-46b9-96f7-14944de854a9 req-3e4156d6-8cdc-4627-ba0b-fe6c64c837b9 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:00.466788 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-34609535-f3af-46b9-96f7-14944de854a9 req-3e4156d6-8cdc-4627-ba0b-fe6c64c837b9 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 946 time: 0.1115632 Jul 13 19:23:00.543266 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-34609535-f3af-46b9-96f7-14944de854a9 req-74e565d4-0afb-4242-884a-79bdb09218bd tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685716 Jul 13 19:23:00.665921 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-45d856a0-2dd2-44ee-bb80-c91c4558e510 req-1d8b5be6-ae35-492f-9289-1110c1073889 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:00.701162 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['eb745ec6-4d6f-4487-9cb7-309c1a786bd1'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:00.894872 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d856a0-2dd2-44ee-bb80-c91c4558e510 req-1d8b5be6-ae35-492f-9289-1110c1073889 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] No DVR routers for this DVR port eb745ec6-4d6f-4487-9cb7-309c1a786bd1 on host hv-cinder-78693 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:00.896836 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b5be6-ae35-492f-9289-1110c1073889 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Pushing event deleted for resources: {'Port': ['ID=eb745ec6-4d6f-4487-9cb7-309c1a786bd1,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:00.899388 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-45d856a0-2dd2-44ee-bb80-c91c4558e510 req-1d8b5be6-ae35-492f-9289-1110c1073889 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:00.902268 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-45d856a0-2dd2-44ee-bb80-c91c4558e510 req-1d8b5be6-ae35-492f-9289-1110c1073889 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.73 "DELETE /v2.0/ports/eb745ec6-4d6f-4487-9cb7-309c1a786bd1 HTTP/1.1" status: 204 len: 173 time: 0.7334402 Jul 13 19:23:00.904898 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02103333-282e-4d7a-89df-f288e9564994', 'name': 'network-vif-deleted', 'tag': 'eb745ec6-4d6f-4487-9cb7-309c1a786bd1'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:00.907193 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8219b263-102a-4887-bb9b-95efe3f38b6b" -d '{"events": [{"server_uuid": "02103333-282e-4d7a-89df-f288e9564994", "name": "network-vif-deleted", "tag": "eb745ec6-4d6f-4487-9cb7-309c1a786bd1"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:00.966244 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724148ab-4dd2-4563-a05b-627c574e4995 req-3c98ad5b-0ac8-4164-a924-e1230f08074c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:00.968074 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-724148ab-4dd2-4563-a05b-627c574e4995 req-3c98ad5b-0ac8-4164-a924-e1230f08074c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.1509452 Jul 13 19:23:01.031646 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-724148ab-4dd2-4563-a05b-627c574e4995 req-fd457d45-6a90-427d-8e77-66e6a50bc72b tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568709 Jul 13 19:23:01.072301 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-40ba867a-859d-44f0-aa36-9109b838e02a req-dc25689a-394c-4e92-bbc8-ecfecb13d6d8 tempest-AttachVolumeNegativeTest-1512407705 tempest-AttachVolumeNegativeTest-1512407705-project] 10.222.0.68 "GET /v2.0/ports?device_id=02103333-282e-4d7a-89df-f288e9564994 HTTP/1.1" status: 200 len: 210 time: 0.2063441 Jul 13 19:23:01.125953 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fae80b-1353-4ca8-9848-6a124467e1bd req-23c57247-f378-48fe-9c19-e811bd0ac70f tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:01.127999 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c6fae80b-1353-4ca8-9848-6a124467e1bd req-23c57247-f378-48fe-9c19-e811bd0ac70f tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 946 time: 0.2394710 Jul 13 19:23:01.157791 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a943989d-ce98-4cc3-8a22-10d1420a5033 x-openstack-request-id: req-a943989d-ce98-4cc3-8a22-10d1420a5033 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:01.158089 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02103333-282e-4d7a-89df-f288e9564994", "name": "network-vif-deleted", "tag": "eb745ec6-4d6f-4487-9cb7-309c1a786bd1", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:01.158380 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a943989d-ce98-4cc3-8a22-10d1420a5033 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:01.158941 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02103333-282e-4d7a-89df-f288e9564994', 'name': 'network-vif-deleted', 'tag': 'eb745ec6-4d6f-4487-9cb7-309c1a786bd1', 'status': 'completed', 'code': 200} Jul 13 19:23:01.341977 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-c6fae80b-1353-4ca8-9848-6a124467e1bd req-daba73d5-0609-4cc5-bcf1-18bc67bdf858 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Deleting port 7251fadd-14ed-46b5-86ff-8368043859fe {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:01.342491 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-c6fae80b-1353-4ca8-9848-6a124467e1bd req-daba73d5-0609-4cc5-bcf1-18bc67bdf858 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.366719 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcf955-9624-4172-84f1-4fdf19092c1f req-95e31a44-15a5-42d3-92da-be2614fde725 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:01.368505 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d1dcf955-9624-4172-84f1-4fdf19092c1f req-95e31a44-15a5-42d3-92da-be2614fde725 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1174891 Jul 13 19:23:01.445238 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d1dcf955-9624-4172-84f1-4fdf19092c1f req-09ff01b1-f77d-401d-ae71-8c570a96b0bc tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474424 Jul 13 19:23:01.498481 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-c6fae80b-1353-4ca8-9848-6a124467e1bd req-daba73d5-0609-4cc5-bcf1-18bc67bdf858 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] For port 7251fadd-14ed-46b5-86ff-8368043859fe, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7251fadd-14ed-46b5-86ff-8368043859fe,segment=NetworkSegment(c9f917b4-b514-4f50-811d-36c2cb359e46),segment_id=c9f917b4-b514-4f50-811d-36c2cb359e46)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:01.498857 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-c6fae80b-1353-4ca8-9848-6a124467e1bd req-daba73d5-0609-4cc5-bcf1-18bc67bdf858 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.515385 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-c6fae80b-1353-4ca8-9848-6a124467e1bd req-daba73d5-0609-4cc5-bcf1-18bc67bdf858 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Calling delete_port for 7251fadd-14ed-46b5-86ff-8368043859fe owned by compute:nova {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:01.729876 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-c6fae80b-1353-4ca8-9848-6a124467e1bd req-daba73d5-0609-4cc5-bcf1-18bc67bdf858 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.741005 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['7251fadd-14ed-46b5-86ff-8368043859fe'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:01.770750 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec9d3bed-cdd3-4814-b41c-9ecc7bad98e3 req-5ec71884-ddc5-4107-ab0b-13dc6836869d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=9c6b95ff-32f5-4993-9556-78fb65d2f31b HTTP/1.1" status: 200 len: 210 time: 0.0544391 Jul 13 19:23:01.772925 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba73d5-0609-4cc5-bcf1-18bc67bdf858 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Pushing event deleted for resources: {'Port': ['ID=7251fadd-14ed-46b5-86ff-8368043859fe,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:01.829212 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fae80b-1353-4ca8-9848-6a124467e1bd req-daba73d5-0609-4cc5-bcf1-18bc67bdf858 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] No DVR routers for this DVR port 7251fadd-14ed-46b5-86ff-8368043859fe on host hv-cinder-78693 {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:01.832600 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-c6fae80b-1353-4ca8-9848-6a124467e1bd req-daba73d5-0609-4cc5-bcf1-18bc67bdf858 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.834684 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c6fae80b-1353-4ca8-9848-6a124467e1bd req-daba73d5-0609-4cc5-bcf1-18bc67bdf858 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.73 "DELETE /v2.0/ports/7251fadd-14ed-46b5-86ff-8368043859fe HTTP/1.1" status: 204 len: 173 time: 0.6974993 Jul 13 19:23:01.835187 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6b95ff-32f5-4993-9556-78fb65d2f31b', 'name': 'network-vif-deleted', 'tag': '7251fadd-14ed-46b5-86ff-8368043859fe'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:01.837745 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5a1220-64d2-4fbd-a0b9-b9dfe3b7ae76" -d '{"events": [{"server_uuid": "9c6b95ff-32f5-4993-9556-78fb65d2f31b", "name": "network-vif-deleted", "tag": "7251fadd-14ed-46b5-86ff-8368043859fe"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:01.899816 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d02647-5121-43a4-b37f-1bfb462c1068 x-openstack-request-id: req-57d02647-5121-43a4-b37f-1bfb462c1068 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:01.913663 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6b95ff-32f5-4993-9556-78fb65d2f31b", "name": "network-vif-deleted", "tag": "7251fadd-14ed-46b5-86ff-8368043859fe", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:01.914610 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-57d02647-5121-43a4-b37f-1bfb462c1068 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:01.915028 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6b95ff-32f5-4993-9556-78fb65d2f31b', 'name': 'network-vif-deleted', 'tag': '7251fadd-14ed-46b5-86ff-8368043859fe', 'status': 'completed', 'code': 200} Jul 13 19:23:01.937027 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2406a315-63b3-4865-8164-a3daacd86f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.197610 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 37728) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:02.259951 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad239cdf-a162-44e4-85f6-41c23178b58a req-60755117-5ac9-45a8-991f-9bf4e8a0182f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:02.266363 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9ecb09-417c-4b1f-b028-ff0c7bc1be41 admin admin] Deleting subnet 8e01d0cf-3392-4ccd-a241-26efa1a4fe94 {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:23:02.269851 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ad239cdf-a162-44e4-85f6-41c23178b58a req-60755117-5ac9-45a8-991f-9bf4e8a0182f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0934391 Jul 13 19:23:02.281517 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-be9ecb09-417c-4b1f-b028-ff0c7bc1be41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.328225 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ad239cdf-a162-44e4-85f6-41c23178b58a req-a92a7762-d4b4-4111-924b-ec269a5cdef4 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570636 Jul 13 19:23:02.348468 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-be9ecb09-417c-4b1f-b028-ff0c7bc1be41 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.372258 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-be9ecb09-417c-4b1f-b028-ff0c7bc1be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.446207 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-be9ecb09-417c-4b1f-b028-ff0c7bc1be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.472701 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ecb09-417c-4b1f-b028-ff0c7bc1be41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e01d0cf-3392-4ccd-a241-26efa1a4fe94,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:02.476753 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-be9ecb09-417c-4b1f-b028-ff0c7bc1be41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.478691 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-be9ecb09-417c-4b1f-b028-ff0c7bc1be41 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8e01d0cf-3392-4ccd-a241-26efa1a4fe94 HTTP/1.1" status: 204 len: 168 time: 0.2790399 Jul 13 19:23:02.481803 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 37732) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:02.570753 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.711875 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.726856 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.727222 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.727974 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.728319 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > port after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.728640 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.729000 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > port after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.729350 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.729666 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.729982 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.730301 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.823404 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.823983 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.824510 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.824844 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:23:02.825227 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a507b325-a756-4434-84e5-4a0e8fa60fe9']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:02.853201 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c0f03-cba8-41f2-9803-7ef6d95988bb req-ff116c79-cfae-43df-bafc-8ac1da4917d3 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:02.860404 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-283c0f03-cba8-41f2-9803-7ef6d95988bb req-ff116c79-cfae-43df-bafc-8ac1da4917d3 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.2784257 Jul 13 19:23:02.887074 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74b08a4-e025-498a-86d3-00cffbfe119d') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:02.887691 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74b08a4-e025-498a-86d3-00cffbfe119d') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:02.909046 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797635'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.959573 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-283c0f03-cba8-41f2-9803-7ef6d95988bb req-3df04ac0-8f37-4ab1-9349-fe57082d9e48 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980461 Jul 13 19:23:02.960728 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.970909 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:23:02.971273 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1946948'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: from cryptography.utils import int_from_bytes Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: from cryptography.utils import int_from_bytes Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: timer() Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: cb(*args, **kw) Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: self._notify() Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: self.callback(batched_events) Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: event.method(event) Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._get(url).json() Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:23:02.975469 dv-cinder-786931-3-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:23:03.052091 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:03.061706 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:03.065150 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a507b325-a756-4434-84e5-4a0e8fa60fe9 HTTP/1.1" status: 204 len: 168 time: 0.5816433 Jul 13 19:23:03.081202 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f49c6e-5f88-4d67-b44f-a5f9dfc68006 admin admin] Pushing event deleted for resources: {'Network': ['ID=a507b325-a756-4434-84e5-4a0e8fa60fe9,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:03.285867 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 37744) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:03.329428 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-dabe322c-5d3c-485c-a398-aba728504c89 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b5e39dfc1338450284e225e45453460b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422873 Jul 13 19:23:03.331982 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37746) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:03.399505 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:03.456916 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:03.565791 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:03.568257 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:03.571759 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8a7a4174-57e2-4df0-8789-2ad96518dd93 HTTP/1.1" status: 204 len: 168 time: 0.2364371 Jul 13 19:23:03.581132 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd7fdb-b447-4644-8e73-21621c5d0806 req-3efe8450-a63b-4a5c-9f26-9da52e766881 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:03.583774 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-88cd7fdb-b447-4644-8e73-21621c5d0806 req-3efe8450-a63b-4a5c-9f26-9da52e766881 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.1067212 Jul 13 19:23:03.593723 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7a4174-57e2-4df0-8789-2ad96518dd93,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:03.621093 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:03.624379 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:03.624785 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:03.625195 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:03.625568 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:03.625914 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:03.626692 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:03.626692 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:03.627122 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:03.627532 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:03.627916 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:03.628307 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15a01e-b87b-4eff-ae95-6187b1ab3cb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:03.663408 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-88cd7fdb-b447-4644-8e73-21621c5d0806 req-6a6942ba-f44c-4374-ab8f-40c56480aefa tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710802 Jul 13 19:23:04.190168 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a571-ebab-4fb0-b670-bca05112d4ff req-6cc13101-5128-43ab-9bca-4a91dcd88636 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:04.200226 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-37a5a571-ebab-4fb0-b670-bca05112d4ff req-6cc13101-5128-43ab-9bca-4a91dcd88636 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0867541 Jul 13 19:23:04.251779 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-37a5a571-ebab-4fb0-b670-bca05112d4ff req-56097e26-5647-4371-9804-0fc9ba588aba tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496285 Jul 13 19:23:04.381794 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37776) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:04.563958 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-326288247-network', 'tenant_id': '8749f8cf192b412bb126d79da48a9d6d'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:04.597254 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Made reservation on behalf of 8749f8cf192b412bb126d79da48a9d6d for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:04.599664 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:04.608245 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:04.715056 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:04.720119 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:04.752437 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:23:04.770559 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3062ad1-5326-4ca1-aa2e-97e0cf4574da,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:04.783692 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:04.784079 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Added segment c7506b45-5d4b-41a3-b46b-4861f0f82ef4 of type vlan for network 48f72278-28e8-49f3-b5fa-7ca2a475507a Jul 13 19:23:04.830193 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:04.900857 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:04.902348 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:04.903996 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:04.956828 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5714195 Jul 13 19:23:04.957218 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 37788) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:04.968643 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-9c648f03-d5fb-4abb-ba02-ae94284a91df admin admin] Request body: {'subnet': {'network_id': '48f72278-28e8-49f3-b5fa-7ca2a475507a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-326288247-subnet', 'tenant_id': '8749f8cf192b412bb126d79da48a9d6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:04.972303 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efe9ac-67ec-4860-aaa7-a1c57766b826 req-73d2c1dc-e1e1-44bb-85f8-4e3ebd98acdc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:04.973850 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-78efe9ac-67ec-4860-aaa7-a1c57766b826 req-73d2c1dc-e1e1-44bb-85f8-4e3ebd98acdc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.1476822 Jul 13 19:23:04.987877 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1681e-b421-4bb9-85de-184b83eea197 admin admin] Pushing event updated for resources: {'Network': ['ID=48f72278-28e8-49f3-b5fa-7ca2a475507a,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:05.000458 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network 48f72278-28e8-49f3-b5fa-7ca2a475507a details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:23:05.024956 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-78efe9ac-67ec-4860-aaa7-a1c57766b826 req-eb70273f-bb64-4923-b5c1-3a09d1c60c97 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429964 Jul 13 19:23:05.027568 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c648f03-d5fb-4abb-ba02-ae94284a91df admin admin] Made reservation on behalf of 8749f8cf192b412bb126d79da48a9d6d for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:05.030429 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9c648f03-d5fb-4abb-ba02-ae94284a91df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8665835'] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:05.130089 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d932779a-6cdd-4044-945e-a5b3f62b290f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:05.407547 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device eb745ec6-4d6f-4487-9cb7-309c1a786bd1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:05.440730 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: eb745ec6-4d6f-4487-9cb7-309c1a786bd1 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:05.441733 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device eb745ec6-4d6f-4487-9cb7-309c1a786bd1 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:05.442828 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 7251fadd-14ed-46b5-86ff-8368043859fe no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:05.476658 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 7251fadd-14ed-46b5-86ff-8368043859fe {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:05.477006 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 7251fadd-14ed-46b5-86ff-8368043859fe not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:05.486654 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:05.553183 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07aba2d-0e2b-4ec2-856b-04ab2016550d req-93abbd8a-eded-411b-9ae7-d65c810ac4e0 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:05.554816 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c07aba2d-0e2b-4ec2-856b-04ab2016550d req-93abbd8a-eded-411b-9ae7-d65c810ac4e0 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1731865 Jul 13 19:23:05.556250 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9c648f03-d5fb-4abb-ba02-ae94284a91df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1946667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8665817'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:05.659904 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c648f03-d5fb-4abb-ba02-ae94284a91df admin admin] Pushing event updated for resources: {'Subnet': ['ID=071df0ca-dde9-4bff-80fb-03ff2ea0eb9a,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:05.666355 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c648f03-d5fb-4abb-ba02-ae94284a91df admin admin] Checking segment: {'id': 'c7506b45-5d4b-41a3-b46b-4861f0f82ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '48f72278-28e8-49f3-b5fa-7ca2a475507a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:05.666762 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c648f03-d5fb-4abb-ba02-ae94284a91df admin admin] Network hostable DHCP agents. Network: 48f72278-28e8-49f3-b5fa-7ca2a475507a, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:23:05.671421 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c07aba2d-0e2b-4ec2-856b-04ab2016550d req-e581fc25-849c-44d6-9108-665c58975009 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086082 Jul 13 19:23:05.699390 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c648f03-d5fb-4abb-ba02-ae94284a91df admin admin] Network 48f72278-28e8-49f3-b5fa-7ca2a475507a is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:23:05.711826 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-9c648f03-d5fb-4abb-ba02-ae94284a91df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, 48f72278-28e8-49f3-b5fa-7ca2a475507a) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:05.716790 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c648f03-d5fb-4abb-ba02-ae94284a91df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:05.717634 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9c648f03-d5fb-4abb-ba02-ae94284a91df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:05.722774 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aba2b7c-7913-423d-93ec-1db5a9c3f13e None None] Network 48f72278-28e8-49f3-b5fa-7ca2a475507a requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:05.758560 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9c648f03-d5fb-4abb-ba02-ae94284a91df admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7956357 Jul 13 19:23:05.889393 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7762eb49-9b5f-4a66-bceb-36f7708ac7ed None None] Network 48f72278-28e8-49f3-b5fa-7ca2a475507a requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:06.038982 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.281979 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941d197-3359-470b-a1f0-031cbbfef0e0 req-e4b33fff-7f9d-452c-b847-9d264660d9c5 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:06.283507 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2941d197-3359-470b-a1f0-031cbbfef0e0 req-e4b33fff-7f9d-452c-b847-9d264660d9c5 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0944977 Jul 13 19:23:06.335849 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2941d197-3359-470b-a1f0-031cbbfef0e0 req-6ef43778-94da-4200-8640-38d40c1d589d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446529 Jul 13 19:23:06.378845 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 37818) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:06.384692 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-517385206-network', 'tenant_id': 'bbece9210ec5487f91ee820939a18a4d'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:06.409095 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Made reservation on behalf of bbece9210ec5487f91ee820939a18a4d for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:06.412157 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.422464 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.525047 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.529949 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.559017 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:23:06.570896 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11db1511-4368-4190-ba6f-8cfd004d7f02,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:06.580693 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.580828 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.581134 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.581575 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.583050 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.583050 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.583050 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.583050 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.583050 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.583557 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.583858 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.584187 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:06.590718 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.591083 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Added segment 2501ada8-1cb5-4774-b06c-94c169b72be9 of type vlan for network dd59ede3-f880-454e-a054-8ed92bdf5df3 Jul 13 19:23:06.644877 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.681832 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.683016 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:06.683596 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.762273 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3817339 Jul 13 19:23:06.766897 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37828) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:06.777147 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-c1a02e77-3589-4fa0-8798-2dda4dd4fbb7 admin admin] Request body: {'subnet': {'network_id': 'dd59ede3-f880-454e-a054-8ed92bdf5df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-517385206-subnet', 'tenant_id': 'bbece9210ec5487f91ee820939a18a4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:06.801245 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321cf6f-6ea0-4a89-b52b-36b6295ecee9 admin admin] Pushing event updated for resources: {'Network': ['ID=dd59ede3-f880-454e-a054-8ed92bdf5df3,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:06.822323 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network dd59ede3-f880-454e-a054-8ed92bdf5df3 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:23:06.833133 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a02e77-3589-4fa0-8798-2dda4dd4fbb7 admin admin] Made reservation on behalf of bbece9210ec5487f91ee820939a18a4d for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:06.836200 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c1a02e77-3589-4fa0-8798-2dda4dd4fbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529171'] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.956539 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09010c28-82f6-43e9-a35f-8c2cc8481bec req-f710866c-cb01-40e4-bb70-6e12d54bfdfa tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:06.958213 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-09010c28-82f6-43e9-a35f-8c2cc8481bec req-f710866c-cb01-40e4-bb70-6e12d54bfdfa tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0982456 Jul 13 19:23:07.006220 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-09010c28-82f6-43e9-a35f-8c2cc8481bec req-407669a7-2c7e-4568-89ce-a6a51f39a768 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Jul 13 19:23:07.105166 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c1a02e77-3589-4fa0-8798-2dda4dd4fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8569272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529185'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.168991 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a02e77-3589-4fa0-8798-2dda4dd4fbb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad58ddf-cdd7-4aef-a66f-b2980365d7a6,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:07.178029 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a02e77-3589-4fa0-8798-2dda4dd4fbb7 admin admin] Checking segment: {'id': '2501ada8-1cb5-4774-b06c-94c169b72be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'dd59ede3-f880-454e-a054-8ed92bdf5df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:07.178451 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a02e77-3589-4fa0-8798-2dda4dd4fbb7 admin admin] Network hostable DHCP agents. Network: dd59ede3-f880-454e-a054-8ed92bdf5df3, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:23:07.201916 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a02e77-3589-4fa0-8798-2dda4dd4fbb7 admin admin] Network dd59ede3-f880-454e-a054-8ed92bdf5df3 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:23:07.214837 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-c1a02e77-3589-4fa0-8798-2dda4dd4fbb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, dd59ede3-f880-454e-a054-8ed92bdf5df3) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:07.222908 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b207c5-6d4c-4573-ae6f-6e045169112e None None] Network dd59ede3-f880-454e-a054-8ed92bdf5df3 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:07.226557 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a02e77-3589-4fa0-8798-2dda4dd4fbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:07.227146 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c1a02e77-3589-4fa0-8798-2dda4dd4fbb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.253986 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c1a02e77-3589-4fa0-8798-2dda4dd4fbb7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4744978 Jul 13 19:23:07.407348 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37836) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:07.485610 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-32cd0301-a422-4354-8661-3ef8f6812e50 admin admin] Deleting subnet 071df0ca-dde9-4bff-80fb-03ff2ea0eb9a {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:23:07.489572 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-32cd0301-a422-4354-8661-3ef8f6812e50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.547098 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3982df94-0f71-4b00-ba26-fb4b8179765e None None] Network dd59ede3-f880-454e-a054-8ed92bdf5df3 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:07.547257 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-32cd0301-a422-4354-8661-3ef8f6812e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569325'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.616053 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-32cd0301-a422-4354-8661-3ef8f6812e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.676768 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f6e7b-3666-4d3d-b44b-30c64260aac9 req-e4341345-82c7-4fc4-8891-ab11eef9ea44 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:07.684480 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5a9f6e7b-3666-4d3d-b44b-30c64260aac9 req-e4341345-82c7-4fc4-8891-ab11eef9ea44 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.1530488 Jul 13 19:23:07.743407 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5a9f6e7b-3666-4d3d-b44b-30c64260aac9 req-fd28b955-0aa2-470f-a0d9-0f908aaaa98b tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577233 Jul 13 19:23:07.747404 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-32cd0301-a422-4354-8661-3ef8f6812e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8569209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529206'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.773098 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd0301-a422-4354-8661-3ef8f6812e50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071df0ca-dde9-4bff-80fb-03ff2ea0eb9a,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:07.784790 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-32cd0301-a422-4354-8661-3ef8f6812e50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.790066 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 37838) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:07.791059 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-32cd0301-a422-4354-8661-3ef8f6812e50 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/071df0ca-dde9-4bff-80fb-03ff2ea0eb9a HTTP/1.1" status: 204 len: 168 time: 0.3815246 Jul 13 19:23:07.874188 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.962867 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.975318 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:23:07.984911 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f72278-28e8-49f3-b5fa-7ca2a475507a']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:07.995997 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7506b45-5d4b-41a3-b46b-4861f0f82ef4') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:07.996392 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7506b45-5d4b-41a3-b46b-4861f0f82ef4') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:08.007079 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797635'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.023023 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.030012 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:23:08.030498 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1946948'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: timer() Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: cb(*args, **kw) Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: self._notify() Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: self.callback(batched_events) Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: event.method(event) Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._get(url).json() Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:23:08.032346 dv-cinder-786931-3-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:23:08.101978 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.107319 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.113230 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37848) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:08.134482 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] 10.222.0.68 "DELETE /v2.0/networks/48f72278-28e8-49f3-b5fa-7ca2a475507a HTTP/1.1" status: 204 len: 168 time: 0.3430367 Jul 13 19:23:08.157392 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.157892 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75dfb3-f68b-4f74-b03b-0ac5f7a99cde admin admin] Pushing event deleted for resources: {'Network': ['ID=48f72278-28e8-49f3-b5fa-7ca2a475507a,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:08.190465 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92f5533-52c3-4be7-a2a5-a1b5ad0bb127 admin admin] Deleting subnet 8ad58ddf-cdd7-4aef-a66f-b2980365d7a6 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:23:08.193907 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a92f5533-52c3-4be7-a2a5-a1b5ad0bb127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.238610 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a92f5533-52c3-4be7-a2a5-a1b5ad0bb127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569325'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.239810 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bc0b8-d4df-416c-ba67-0b223e5a60ea req-f89f25c3-eb31-4298-b44a-027707dd6530 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:08.248040 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7c3bc0b8-d4df-416c-ba67-0b223e5a60ea req-f89f25c3-eb31-4298-b44a-027707dd6530 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0864027 Jul 13 19:23:08.287430 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7c3bc0b8-d4df-416c-ba67-0b223e5a60ea req-48dfcbcf-542c-4031-89af-112da06ed079 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384247 Jul 13 19:23:08.295355 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a92f5533-52c3-4be7-a2a5-a1b5ad0bb127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.361286 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a92f5533-52c3-4be7-a2a5-a1b5ad0bb127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8569209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529206'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.388185 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f5533-52c3-4be7-a2a5-a1b5ad0bb127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad58ddf-cdd7-4aef-a66f-b2980365d7a6,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:08.391792 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a92f5533-52c3-4be7-a2a5-a1b5ad0bb127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.393624 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-a92f5533-52c3-4be7-a2a5-a1b5ad0bb127 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8ad58ddf-cdd7-4aef-a66f-b2980365d7a6 HTTP/1.1" status: 204 len: 168 time: 0.2792935 Jul 13 19:23:08.396124 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37852) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:08.464401 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.544980 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.556179 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd59ede3-f880-454e-a054-8ed92bdf5df3']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:08.568574 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2501ada8-1cb5-4774-b06c-94c169b72be9') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:08.568867 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2501ada8-1cb5-4774-b06c-94c169b72be9') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:08.581033 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569332'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.597362 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.604279 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:23:08.604725 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8569047'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: timer() Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: cb(*args, **kw) Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: self._notify() Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: self.callback(batched_events) Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: event.method(event) Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._get(url).json() Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:23:08.606507 dv-cinder-786931-3-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:23:08.660612 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.667894 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.670086 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] 10.222.0.68 "DELETE /v2.0/networks/dd59ede3-f880-454e-a054-8ed92bdf5df3 HTTP/1.1" status: 204 len: 168 time: 0.2730405 Jul 13 19:23:08.688425 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61809457-8550-434e-b7d5-cb319864546e admin admin] Pushing event deleted for resources: {'Network': ['ID=dd59ede3-f880-454e-a054-8ed92bdf5df3,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:08.847522 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37868) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:08.917781 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-9511c0e7-0928-4064-8284-7db2e81f5da4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8749f8cf192b412bb126d79da48a9d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662575 Jul 13 19:23:08.918203 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 37872) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:08.952585 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bed0f5-eef3-4a44-92c3-98c6a546d79e req-5f2f40fa-c85e-4fe6-85c6-1345f76db393 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:08.954221 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-77bed0f5-eef3-4a44-92c3-98c6a546d79e req-5f2f40fa-c85e-4fe6-85c6-1345f76db393 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0796807 Jul 13 19:23:08.973635 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-908ef027-5f47-499d-b9e4-f5ff78fa8579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.991556 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-77bed0f5-eef3-4a44-92c3-98c6a546d79e req-2b179181-142b-4d0b-a093-3f2d7349401e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Jul 13 19:23:08.995543 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-908ef027-5f47-499d-b9e4-f5ff78fa8579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.042007 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-908ef027-5f47-499d-b9e4-f5ff78fa8579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.044541 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-908ef027-5f47-499d-b9e4-f5ff78fa8579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.045683 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-908ef027-5f47-499d-b9e4-f5ff78fa8579 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d3062ad1-5326-4ca1-aa2e-97e0cf4574da HTTP/1.1" status: 204 len: 168 time: 0.1237047 Jul 13 19:23:09.053213 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ef027-5f47-499d-b9e4-f5ff78fa8579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3062ad1-5326-4ca1-aa2e-97e0cf4574da,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:09.364125 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37882) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:09.408803 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-fed2f88e-54b1-4ecf-a1ff-1530c1b48d64 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bbece9210ec5487f91ee820939a18a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435112 Jul 13 19:23:09.411364 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 37886) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:09.430228 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8639e-fccd-410a-8578-309111661443 req-f3df7205-2f47-40f4-bf96-4c3339770ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.431897 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f6d8639e-fccd-410a-8578-309111661443 req-f3df7205-2f47-40f4-bf96-4c3339770ef6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 1098 time: 0.0779531 Jul 13 19:23:09.466786 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-acda3604-7ef2-46dd-8183-33814dda8b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.489883 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-acda3604-7ef2-46dd-8183-33814dda8b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.555440 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-acda3604-7ef2-46dd-8183-33814dda8b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.558838 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-acda3604-7ef2-46dd-8183-33814dda8b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.559977 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-acda3604-7ef2-46dd-8183-33814dda8b5e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/11db1511-4368-4190-ba6f-8cfd004d7f02 HTTP/1.1" status: 204 len: 168 time: 0.1477084 Jul 13 19:23:09.567765 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda3604-7ef2-46dd-8183-33814dda8b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11db1511-4368-4190-ba6f-8cfd004d7f02,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:09.571973 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2916-ef42-428c-86bf-526a0ec236f6 req-c3f1530e-2e8b-44b7-9859-3cd0548ec7e5 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.574669 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cc1b2916-ef42-428c-86bf-526a0ec236f6 req-c3f1530e-2e8b-44b7-9859-3cd0548ec7e5 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1598685 Jul 13 19:23:09.578737 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8639e-fccd-410a-8578-309111661443 req-f890115d-d843-4e73-b2a7-0b6db26b6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.578737 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f6d8639e-fccd-410a-8578-309111661443 req-f890115d-d843-4e73-b2a7-0b6db26b6c8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 919 time: 0.1238792 Jul 13 19:23:09.712432 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cc1b2916-ef42-428c-86bf-526a0ec236f6 req-1f27c813-ad96-4e7e-9db5-7b3efc675927 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194732 Jul 13 19:23:09.717094 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f6d8639e-fccd-410a-8578-309111661443 req-ed7182f3-7d0f-42fc-b0e4-82643525c21c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819 HTTP/1.1" status: 200 len: 1001 time: 0.1210201 Jul 13 19:23:09.723888 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0db2a6-9054-498f-a7c0-928a0cebc664 req-469dc0e1-0263-4e36-be43-3a98affa4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.725564 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ed0db2a6-9054-498f-a7c0-928a0cebc664 req-469dc0e1-0263-4e36-be43-3a98affa4b43 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 1099 time: 0.0549586 Jul 13 19:23:09.763396 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ed0db2a6-9054-498f-a7c0-928a0cebc664 req-f19b44ee-72d2-4c54-8649-56dbd90ec77b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Jul 13 19:23:09.782631 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8639e-fccd-410a-8578-309111661443 req-e41b15a5-5d8e-4141-a011-4262a8388c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.784146 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f6d8639e-fccd-410a-8578-309111661443 req-e41b15a5-5d8e-4141-a011-4262a8388c1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e23400d-e62e-4511-992c-8616f7455f40 HTTP/1.1" status: 200 len: 856 time: 0.0591631 Jul 13 19:23:09.870417 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8639e-fccd-410a-8578-309111661443 req-87ef72bf-d6b3-40ad-a4b2-5441a93e89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:09.871210 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f6d8639e-fccd-410a-8578-309111661443 req-87ef72bf-d6b3-40ad-a4b2-5441a93e89e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=864d37d1-14c3-4f3f-8d01-0a137298ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598147 Jul 13 19:23:09.971869 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f6d8639e-fccd-410a-8578-309111661443 req-46f19ab1-ca52-4a01-925a-f5e88f0731fd service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888162 Jul 13 19:23:10.082909 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f6d8639e-fccd-410a-8578-309111661443 req-e28ee0fc-f2f2-4e03-bf41-763201faf667 service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031864 Jul 13 19:23:10.207976 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ff642-1ef3-4cd7-a34a-ba59ea0fe9be req-8c19afaf-f4a6-4240-8355-344c636b7159 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.209838 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-261ff642-1ef3-4cd7-a34a-ba59ea0fe9be req-8c19afaf-f4a6-4240-8355-344c636b7159 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0822322 Jul 13 19:23:10.251308 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-261ff642-1ef3-4cd7-a34a-ba59ea0fe9be req-89581cf6-f900-417b-9482-b02ea66d3224 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349727 Jul 13 19:23:10.920244 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7ff59-52cf-4b2f-b929-5b428ee34873 req-af6bb374-e2f9-4486-9cb7-79368957569e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:10.921749 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d8a7ff59-52cf-4b2f-b929-5b428ee34873 req-af6bb374-e2f9-4486-9cb7-79368957569e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0770404 Jul 13 19:23:10.960285 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d8a7ff59-52cf-4b2f-b929-5b428ee34873 req-2007a7f4-03e2-45b2-9247-537b4c2a7eab tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330181 Jul 13 19:23:11.468997 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b4de0-df98-4f00-b9de-918c6efb96be req-3190dcd5-cd5d-4492-bda2-1c0896188ae8 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:11.470635 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-770b4de0-df98-4f00-b9de-918c6efb96be req-3190dcd5-cd5d-4492-bda2-1c0896188ae8 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0702093 Jul 13 19:23:11.511009 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-770b4de0-df98-4f00-b9de-918c6efb96be req-d5f1bf76-3234-4013-b560-547462061e9d tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344961 Jul 13 19:23:11.646497 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239060d6-4649-4d51-a411-2abcb35aebd6 req-6ad6c17f-a1c2-42de-9d26-881911c5a99a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:11.648001 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-239060d6-4649-4d51-a411-2abcb35aebd6 req-6ad6c17f-a1c2-42de-9d26-881911c5a99a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.2763419 Jul 13 19:23:11.684991 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-239060d6-4649-4d51-a411-2abcb35aebd6 req-e348330b-87c3-442f-af51-74ff831044c9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308387 Jul 13 19:23:12.685439 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1fef2-b09a-45cd-a8aa-a9c58447db4d req-7d0ea704-2ed7-40fe-af38-c075f5340407 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:12.686935 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-70d1fef2-b09a-45cd-a8aa-a9c58447db4d req-7d0ea704-2ed7-40fe-af38-c075f5340407 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0623457 Jul 13 19:23:12.724691 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-70d1fef2-b09a-45cd-a8aa-a9c58447db4d req-b7558445-570f-4cde-81e9-f43068e3ee34 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Jul 13 19:23:12.810460 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device fd6dceb3-28bf-4071-afd5-2d1b595b4819 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:12.865622 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c01b7-2d7e-4cb4-8bfe-9a6df52834f0 req-c3156797-37db-43d6-a1b4-08975c1bfa4c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:12.867390 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a88c01b7-2d7e-4cb4-8bfe-9a6df52834f0 req-c3156797-37db-43d6-a1b4-08975c1bfa4c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 945 time: 0.0660121 Jul 13 19:23:12.893728 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.908308 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a88c01b7-2d7e-4cb4-8bfe-9a6df52834f0 req-0fcc83c8-dfb6-4625-a585-25258673d0fc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325820 Jul 13 19:23:12.917268 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:12.919630 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edcefeb-e13e-4f35-b11c-0acc4af0fd46" -d '{"events": [{"server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "name": "network-vif-unplugged", "status": "completed", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:12.936693 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:12.940703 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.966862 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f671806-6cf9-44de-bff8-9c251e00016c x-openstack-request-id: req-4f671806-6cf9-44de-bff8-9c251e00016c {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:12.967152 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "name": "network-vif-unplugged", "status": "completed", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:12.967401 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4f671806-6cf9-44de-bff8-9c251e00016c {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:12.967784 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'code': 200} Jul 13 19:23:12.993182 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=fd6dceb3-28bf-4071-afd5-2d1b595b4819,revision_number=8']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:13.000643 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.000994 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.001341 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.001681 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.002013 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.002344 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.002705 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.003035 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.003387 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.003718 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.004041 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.004370 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:13.903319 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da5011-48ae-41ca-9b59-130cf258b3e5 req-cff89449-4f17-4a62-8ee2-e96d34578dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:13.904720 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-56da5011-48ae-41ca-9b59-130cf258b3e5 req-cff89449-4f17-4a62-8ee2-e96d34578dc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 1099 time: 0.0654066 Jul 13 19:23:13.909999 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f751f-f143-4813-845b-91d5992ce126 req-27d5b045-2881-49e9-b031-71ffbb1efdff tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:13.911491 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9c9f751f-f143-4813-845b-91d5992ce126 req-27d5b045-2881-49e9-b031-71ffbb1efdff tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0767052 Jul 13 19:23:13.953063 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9c9f751f-f143-4813-845b-91d5992ce126 req-6400db72-43d5-436c-923c-bcf63174ee16 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346715 Jul 13 19:23:14.011243 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da5011-48ae-41ca-9b59-130cf258b3e5 req-a77a1841-0c54-46a5-b791-30447335ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:14.012923 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-56da5011-48ae-41ca-9b59-130cf258b3e5 req-a77a1841-0c54-46a5-b791-30447335ed63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 921 time: 0.1001873 Jul 13 19:23:14.066337 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-56da5011-48ae-41ca-9b59-130cf258b3e5 req-79a8002a-f3ae-443e-858c-25899acde835 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78abd0f-c2a6-4835-aa94-f9176c839e00 HTTP/1.1" status: 200 len: 217 time: 0.0437329 Jul 13 19:23:14.152298 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da5011-48ae-41ca-9b59-130cf258b3e5 req-60587db4-2a3f-43aa-ad56-1a2956a76f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:14.153809 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-56da5011-48ae-41ca-9b59-130cf258b3e5 req-60587db4-2a3f-43aa-ad56-1a2956a76f30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=499acf8e-dcac-4939-8052-00af7439f44f HTTP/1.1" status: 200 len: 859 time: 0.0629129 Jul 13 19:23:14.168323 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4bfb9-015f-440c-aa14-30c55b7388aa req-ecc402b3-b9f1-43c3-847e-5baeef58792c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:14.169783 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bfe4bfb9-015f-440c-aa14-30c55b7388aa req-ecc402b3-b9f1-43c3-847e-5baeef58792c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.1138625 Jul 13 19:23:14.204375 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-56da5011-48ae-41ca-9b59-130cf258b3e5 req-6044fbda-3890-42b9-a597-38ad958614da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67fa0955-bf8a-4941-b7ef-11e6c4205d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335286 Jul 13 19:23:14.283265 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bfe4bfb9-015f-440c-aa14-30c55b7388aa req-774b95cb-6b4e-4adb-84f3-7b3584f4f290 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035297 Jul 13 19:23:14.320346 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-56da5011-48ae-41ca-9b59-130cf258b3e5 req-c7602ffa-f0db-4681-8810-74674729a4c4 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070619 Jul 13 19:23:14.414914 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-56da5011-48ae-41ca-9b59-130cf258b3e5 req-78c0d2ca-a41d-4046-b5f2-770a32e726b8 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886128 Jul 13 19:23:15.137324 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd2497-b758-4f97-84f3-1f20103a3fef req-b25b5b4b-71e6-4427-a4a5-5fe330c4e91c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:15.143064 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79fd2497-b758-4f97-84f3-1f20103a3fef req-b25b5b4b-71e6-4427-a4a5-5fe330c4e91c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0721986 Jul 13 19:23:15.181378 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79fd2497-b758-4f97-84f3-1f20103a3fef req-9fa98de9-c1a9-42cc-ae55-79b2b646f37e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360837 Jul 13 19:23:15.190425 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-81d1974c-1a24-4ab6-927e-367f38cc583d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:15.195037 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-81d1974c-1a24-4ab6-927e-367f38cc583d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/networks?id=78867ec7-088e-4a44-a344-f46f34cce7e2 HTTP/1.1" status: 200 len: 813 time: 0.1184165 Jul 13 19:23:15.213572 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-dfdae481-70c8-4e86-a98c-dfa2d3d22a62 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/quotas/41056b67117f4ec3a50216ec669d8b0f HTTP/1.1" status: 200 len: 375 time: 0.0094514 Jul 13 19:23:15.247667 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-20c3a939-a6c5-4b52-9552-7f3b4070ce74 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=41056b67117f4ec3a50216ec669d8b0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284941 Jul 13 19:23:15.336198 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-85c4332f-78b5-4c26-b31b-7b67831e9149 service neutron] 10.222.0.68 "GET /v2.0/networks/78867ec7-088e-4a44-a344-f46f34cce7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819731 Jul 13 19:23:15.430371 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-235c1f6a-c1bf-44d8-ada5-94fa151e0015 service neutron] 10.222.0.68 "GET /v2.0/networks/78867ec7-088e-4a44-a344-f46f34cce7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865757 Jul 13 19:23:15.468308 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376b614-34ed-4087-88a7-d3747c9486e6 req-dba26f16-eae0-4db7-b0ec-935961d4bc66 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:15.469934 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5376b614-34ed-4087-88a7-d3747c9486e6 req-dba26f16-eae0-4db7-b0ec-935961d4bc66 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0635114 Jul 13 19:23:15.510941 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5376b614-34ed-4087-88a7-d3747c9486e6 req-e8e850d8-ee4a-40b7-82a7-f1a2fbd64234 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351703 Jul 13 19:23:15.621380 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5872aef8-1082-4b50-8293-9afa8b11de4d req-9450616b-c2cb-4207-b783-d979a9287836 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 210 time: 0.0398910 Jul 13 19:23:15.846237 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38080) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:15.972746 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7cba7a5b-5cbd-4b82-86cd-45257b3fcf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.065780 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7cba7a5b-5cbd-4b82-86cd-45257b3fcf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.069973 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7cba7a5b-5cbd-4b82-86cd-45257b3fcf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.107846 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7cba7a5b-5cbd-4b82-86cd-45257b3fcf11 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b263831e0ac54942b8026db6cbf13483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604327 Jul 13 19:23:16.109815 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba7a5b-5cbd-4b82-86cd-45257b3fcf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b5f3df-9fdc-4254-8777-507d95102d75,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:16.110528 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38088) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:16.167015 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19707500-2e1c-4856-8533-18fb8737a591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.190465 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19707500-2e1c-4856-8533-18fb8737a591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.251961 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19707500-2e1c-4856-8533-18fb8737a591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.254684 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19707500-2e1c-4856-8533-18fb8737a591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.256458 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-19707500-2e1c-4856-8533-18fb8737a591 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b9b5f3df-9fdc-4254-8777-507d95102d75 HTTP/1.1" status: 204 len: 168 time: 0.1446543 Jul 13 19:23:16.267272 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19707500-2e1c-4856-8533-18fb8737a591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b5f3df-9fdc-4254-8777-507d95102d75,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:16.364499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5ff8e-0451-4146-84f8-1feae1a2a24e req-850dce25-d06c-4711-80fb-1417cc0df93f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:16.366063 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-acd5ff8e-0451-4146-84f8-1feae1a2a24e req-850dce25-d06c-4711-80fb-1417cc0df93f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0860336 Jul 13 19:23:16.439423 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d626105-da64-44d9-9f8c-309764a89df0 req-42c5c8d2-2956-47ea-a79c-588175c21aba tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:16.449619 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-acd5ff8e-0451-4146-84f8-1feae1a2a24e req-7758052a-4ed8-49ab-92db-bf62e54e8886 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773294 Jul 13 19:23:16.451697 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3d626105-da64-44d9-9f8c-309764a89df0 req-42c5c8d2-2956-47ea-a79c-588175c21aba tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1151674 Jul 13 19:23:16.505776 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3d626105-da64-44d9-9f8c-309764a89df0 req-79169bd6-8b4f-4de3-87ec-ebf167969fae tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453062 Jul 13 19:23:16.756585 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f683a252-c302-4c41-b237-78047695847c req-c1468ff9-c08d-4229-a26d-e345a21ffde9 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 210 time: 0.0322697 Jul 13 19:23:16.817635 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38120) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:16.911657 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-ea3c730f-c6cf-438f-8ceb-9c8f07075fa4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928435 Jul 13 19:23:17.643663 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89e2f8-69b9-437c-997c-3e19eda5fb50 req-bf1a4aa8-58b5-4d77-b4f9-b814b44f7fa1 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:17.645281 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1d89e2f8-69b9-437c-997c-3e19eda5fb50 req-bf1a4aa8-58b5-4d77-b4f9-b814b44f7fa1 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0620663 Jul 13 19:23:17.679936 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c1d19-bdec-4dd4-b573-59849edfdb7b req-03a766bd-da5c-49c1-86c3-0a2d48202e3a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:17.681416 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c61c1d19-bdec-4dd4-b573-59849edfdb7b req-03a766bd-da5c-49c1-86c3-0a2d48202e3a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0627675 Jul 13 19:23:17.682689 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1d89e2f8-69b9-437c-997c-3e19eda5fb50 req-3080bbf5-87e5-41dc-84dd-581b41e9d4f6 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315108 Jul 13 19:23:17.720170 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c61c1d19-bdec-4dd4-b573-59849edfdb7b req-355392e4-10e1-4c3d-89a6-2915f07ccaf0 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Jul 13 19:23:17.898483 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-12214daa-2da0-4b71-974e-2968efd0bd35 req-a42a8510-8b68-46b9-8044-97537142251b tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 210 time: 0.0319803 Jul 13 19:23:18.817328 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device fd6dceb3-28bf-4071-afd5-2d1b595b4819 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:18.940285 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c12a0-3f50-48ce-81b2-06bf61ecd5f7 req-29aaf5ff-bf04-48fe-b77a-27b92c1883af tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:18.944033 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d11c12a0-3f50-48ce-81b2-06bf61ecd5f7 req-29aaf5ff-bf04-48fe-b77a-27b92c1883af tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.1029079 Jul 13 19:23:19.002902 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d11c12a0-3f50-48ce-81b2-06bf61ecd5f7 req-535db554-c180-4f2b-83de-eafe44621ec9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393355 Jul 13 19:23:19.010195 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625391a-490c-4968-8cbe-0a2acad372a9 req-50de9fad-0439-42e1-a78d-2ab8fa3a70e1 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:19.013957 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1625391a-490c-4968-8cbe-0a2acad372a9 req-50de9fad-0439-42e1-a78d-2ab8fa3a70e1 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1095874 Jul 13 19:23:19.058548 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1625391a-490c-4968-8cbe-0a2acad372a9 req-afcf6be4-8f07-4b53-9bd9-ced1b85dfdaf tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 Jul 13 19:23:19.191191 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fb9eff29-a16b-40da-947e-a3af39b3ae29 req-598aa9ca-142d-4c37-a168-e218775ac78d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 210 time: 0.0327458 Jul 13 19:23:19.915535 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-a8c42aae-58da-4529-8b0f-3c3147596832 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:19.917717 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-a8c42aae-58da-4529-8b0f-3c3147596832 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.73 "GET /v2.0/networks?id=78867ec7-088e-4a44-a344-f46f34cce7e2 HTTP/1.1" status: 200 len: 813 time: 0.1214728 Jul 13 19:23:19.923786 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b9f56c74-b3b8-4498-9692-1b9af0e682c9 req-d13544fb-092e-4102-8b69-b0aaf523d3b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0968134 Jul 13 19:23:19.935841 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Request body: {'port': {'device_id': '837b27e2-2526-466a-a761-4ef5707313fd', 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2', 'admin_state_up': True, 'tenant_id': '41056b67117f4ec3a50216ec669d8b0f'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:20.066782 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f56c74-b3b8-4498-9692-1b9af0e682c9 req-e7d038bf-13a5-4a37-8c2e-c639578713d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:20.068297 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b9f56c74-b3b8-4498-9692-1b9af0e682c9 req-e7d038bf-13a5-4a37-8c2e-c639578713d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 1099 time: 0.0842876 Jul 13 19:23:20.118454 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Made reservation on behalf of 41056b67117f4ec3a50216ec669d8b0f for: {'port': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:20.126546 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.247994 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f56c74-b3b8-4498-9692-1b9af0e682c9 req-c6ff2808-12ed-491e-a4c6-bbcea7764167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:20.250313 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b9f56c74-b3b8-4498-9692-1b9af0e682c9 req-c6ff2808-12ed-491e-a4c6-bbcea7764167 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 200 len: 921 time: 0.1462398 Jul 13 19:23:20.305443 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Allocated IP 172.20.0.6 (78867ec7-088e-4a44-a344-f46f34cce7e2/7108c05e-2219-42c4-940a-46d6ac5e9dd5/a69e69b0-74fb-432d-a1d9-014d131b61a1) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:20.363400 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4780f281-47ec-408a-9b82-3b534b66ab3f req-5ed634b9-d949-4b6a-b579-b3e8b6dbdbe9 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 210 time: 0.0363917 Jul 13 19:23:20.379112 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b9f56c74-b3b8-4498-9692-1b9af0e682c9 req-af535168-0554-4784-8ba1-c8f1d2413853 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 HTTP/1.1" status: 200 len: 217 time: 0.1087010 Jul 13 19:23:20.448848 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5cf85-e977-44e8-8d7a-c86cc3390502 req-2eaf5931-acf4-4c66-ba1c-d96b67fe0169 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:20.450336 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ddc5cf85-e977-44e8-8d7a-c86cc3390502 req-2eaf5931-acf4-4c66-ba1c-d96b67fe0169 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.2526343 Jul 13 19:23:20.478644 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f56c74-b3b8-4498-9692-1b9af0e682c9 req-b4207a8a-ea93-40c1-a66e-4585ea5675e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:20.480143 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b9f56c74-b3b8-4498-9692-1b9af0e682c9 req-b4207a8a-ea93-40c1-a66e-4585ea5675e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=499acf8e-dcac-4939-8052-00af7439f44f HTTP/1.1" status: 200 len: 859 time: 0.0938008 Jul 13 19:23:20.486431 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.528590 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b9f56c74-b3b8-4498-9692-1b9af0e682c9 req-e59dfca4-2201-4515-8bfd-3b248181bca9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67fa0955-bf8a-4941-b7ef-11e6c4205d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384698 Jul 13 19:23:20.535398 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-30060156-ac4e-4bd1-9f10-8d3779050b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:20.536982 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-30060156-ac4e-4bd1-9f10-8d3779050b38 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599&tenant_id=e400a1fc664843c291d144a2a7a75c73 HTTP/1.1" status: 200 len: 1096 time: 0.2650838 Jul 13 19:23:20.537897 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.563549 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ddc5cf85-e977-44e8-8d7a-c86cc3390502 req-c937c553-b10c-4717-b283-4a4adb9043f1 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051614 Jul 13 19:23:20.594689 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Network 78867ec7-088e-4a44-a344-f46f34cce7e2 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:20.600647 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:20.605345 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:20.612210 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Pushing event updated for resources: {'Port': ['ID=a69e69b0-74fb-432d-a1d9-014d131b61a1,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:20.658294 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:20.658925 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.673786 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-ad6d1b07-795e-42c9-9e8a-2dbefce0c18d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7432880 Jul 13 19:23:20.685462 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Request body: {'port': {'device_id': '837b27e2-2526-466a-a761-4ef5707313fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:20.702660 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b9f56c74-b3b8-4498-9692-1b9af0e682c9 req-be0ffe97-70a8-411d-9d85-df2e9f4efcf7 service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627054 Jul 13 19:23:20.735263 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-26429ac3-7bfd-43a6-a5c2-70fab65cc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:20.736925 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-26429ac3-7bfd-43a6-a5c2-70fab65cc5a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 1096 time: 0.1240931 Jul 13 19:23:20.761768 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.878488 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b9f56c74-b3b8-4498-9692-1b9af0e682c9 req-86198c70-5b40-4c2f-bf4e-b63b0442ed4b service neutron] 10.222.0.73 "GET /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678436 Jul 13 19:23:20.883438 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-d5e14300-177e-49f8-9332-315f3eeb97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:20.885639 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-d5e14300-177e-49f8-9332-315f3eeb97e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 919 time: 0.1231134 Jul 13 19:23:20.955032 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-2a10013b-b83c-4dda-b363-4a16bed5e579 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819 HTTP/1.1" status: 200 len: 999 time: 0.0633018 Jul 13 19:23:21.012369 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-e8f7756c-fca8-4f62-aea9-5ee7d58b396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:21.013827 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-e8f7756c-fca8-4f62-aea9-5ee7d58b396e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e23400d-e62e-4511-992c-8616f7455f40 HTTP/1.1" status: 200 len: 856 time: 0.0523751 Jul 13 19:23:21.038202 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69e69b0-74fb-432d-a1d9-014d131b61a1 {{(pid=92951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:21.047001 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.061301 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Transition to ACTIVE for port object a69e69b0-74fb-432d-a1d9-014d131b61a1 will not be triggered until provisioned by entity L2. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:21.066728 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.076449 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-5357784b-257e-4c89-b5e2-b24c638cb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:21.077923 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-5357784b-257e-4c89-b5e2-b24c638cb7aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=864d37d1-14c3-4f3f-8d01-0a137298ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570385 Jul 13 19:23:21.139863 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Pushing event updated for resources: {'Port': ['ID=a69e69b0-74fb-432d-a1d9-014d131b61a1,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:21.189669 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-11584dc4-b585-4cd1-b308-88dfeba19177 service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048145 Jul 13 19:23:21.205297 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Attempting to bind port a69e69b0-74fb-432d-a1d9-014d131b61a1 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:21.205778 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Attempting to bind port a69e69b0-74fb-432d-a1d9-014d131b61a1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c9f917b4-b514-4f50-811d-36c2cb359e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2'}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:21.206201 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Attempting to bind port a69e69b0-74fb-432d-a1d9-014d131b61a1 on network 78867ec7-088e-4a44-a344-f46f34cce7e2 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:21.211286 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Port a69e69b0-74fb-432d-a1d9-014d131b61a1 on network 78867ec7-088e-4a44-a344-f46f34cce7e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:23:21.211744 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Attempting to bind port a69e69b0-74fb-432d-a1d9-014d131b61a1 on network 78867ec7-088e-4a44-a344-f46f34cce7e2 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:21.217377 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:21.217833 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Checking segment: {'id': 'c9f917b4-b514-4f50-811d-36c2cb359e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:21.218306 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Bound using segment: {'id': 'c9f917b4-b514-4f50-811d-36c2cb359e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2'} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:21.218931 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Bound port: a69e69b0-74fb-432d-a1d9-014d131b61a1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f917b4-b514-4f50-811d-36c2cb359e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2'}}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:21.219450 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.253557 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.293159 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7924a779-f9eb-44aa-8d78-bc0901afe73c req-16967933-fb7a-4d7d-b5e2-9fde4204b44c service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970488 Jul 13 19:23:21.298494 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] For port a69e69b0-74fb-432d-a1d9-014d131b61a1, host hv-cinder-78693, cleared binding levels {{(pid=92951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:21.301911 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] For port a69e69b0-74fb-432d-a1d9-014d131b61a1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a69e69b0-74fb-432d-a1d9-014d131b61a1,segment=NetworkSegment(c9f917b4-b514-4f50-811d-36c2cb359e46),segment_id=c9f917b4-b514-4f50-811d-36c2cb359e46)] {{(pid=92951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:21.308245 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.343099 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:21.343703 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.345130 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] 10.222.0.73 "PUT /v2.0/ports/a69e69b0-74fb-432d-a1d9-014d131b61a1 HTTP/1.1" status: 200 len: 1093 time: 0.6644602 Jul 13 19:23:21.345559 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837b27e2-2526-466a-a761-4ef5707313fd', 'tag': 'a69e69b0-74fb-432d-a1d9-014d131b61a1'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:21.347911 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13845c47-080a-4971-83c5-f41a72c9f700" -d '{"events": [{"name": "network-changed", "server_uuid": "837b27e2-2526-466a-a761-4ef5707313fd", "tag": "a69e69b0-74fb-432d-a1d9-014d131b61a1"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:21.384542 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad92a3e-4fce-478a-9936-f968a06e76fa service neutron] Pushing event updated for resources: {'Port': ['ID=a69e69b0-74fb-432d-a1d9-014d131b61a1,revision_number=3']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:21.399104 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09c74d6-3f83-4646-b01e-f681f0cd0826 x-openstack-request-id: req-a09c74d6-3f83-4646-b01e-f681f0cd0826 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:21.399257 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "837b27e2-2526-466a-a761-4ef5707313fd", "tag": "a69e69b0-74fb-432d-a1d9-014d131b61a1", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:21.400644 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a09c74d6-3f83-4646-b01e-f681f0cd0826 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:21.401364 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '837b27e2-2526-466a-a761-4ef5707313fd', 'tag': 'a69e69b0-74fb-432d-a1d9-014d131b61a1', 'status': 'completed', 'code': 200} Jul 13 19:23:21.463473 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-d8224554-e652-4f5e-bb61-a5c475c1f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:21.465726 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-d8224554-e652-4f5e-bb61-a5c475c1f87e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41056b67117f4ec3a50216ec669d8b0f&device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 1096 time: 0.0634813 Jul 13 19:23:21.522544 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-522ed16b-8a27-4bf0-8ff7-238277fb2d1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a69e69b0-74fb-432d-a1d9-014d131b61a1 HTTP/1.1" status: 200 len: 217 time: 0.0387344 Jul 13 19:23:21.566616 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2deef-b0fe-45e1-8e18-73b52f80d410 req-2a98df0c-e247-499f-80d6-068aef25a74b tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:21.568180 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95a2deef-b0fe-45e1-8e18-73b52f80d410 req-2a98df0c-e247-499f-80d6-068aef25a74b tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.0727842 Jul 13 19:23:21.577926 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-989cefe5-18bd-4abe-8fb4-a0d92b73eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:21.579453 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-989cefe5-18bd-4abe-8fb4-a0d92b73eef9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7108c05e-2219-42c4-940a-46d6ac5e9dd5 HTTP/1.1" status: 200 len: 853 time: 0.0513463 Jul 13 19:23:21.613688 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95a2deef-b0fe-45e1-8e18-73b52f80d410 req-db342a5f-3f43-48e3-bbee-4ffc495cf0cc tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381742 Jul 13 19:23:21.618504 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-b677eb61-77ef-4d80-8b0d-78e1abdf0316 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78867ec7-088e-4a44-a344-f46f34cce7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321612 Jul 13 19:23:21.763594 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-66603495-e8c2-4622-a8b0-007e1ab77169 service neutron] 10.222.0.73 "GET /v2.0/networks/78867ec7-088e-4a44-a344-f46f34cce7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386957 Jul 13 19:23:22.104697 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ff11f3b-11ab-43e8-b035-68db91b9f103 req-f788d1d3-cdf3-4428-9bf8-43d30bb318fd service neutron] 10.222.0.73 "GET /v2.0/networks/78867ec7-088e-4a44-a344-f46f34cce7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333614 Jul 13 19:23:22.132148 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a52763-5bac-4e5d-b337-88e88c7b2389 req-13c6e25f-fd2c-45a0-8ef1-7dd88f6dcdd2 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:22.139274 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-64a52763-5bac-4e5d-b337-88e88c7b2389 req-13c6e25f-fd2c-45a0-8ef1-7dd88f6dcdd2 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.4107435 Jul 13 19:23:22.185207 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-64a52763-5bac-4e5d-b337-88e88c7b2389 req-5c546b5d-c533-451d-9b38-4a40c1df9bad tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448959 Jul 13 19:23:22.821045 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef541d2-a2c8-4c0a-8e1e-cf0b7407f052 req-f5ef07cb-deea-4434-b2bf-979dbc4ebe39 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:22.823808 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ef541d2-a2c8-4c0a-8e1e-cf0b7407f052 req-f5ef07cb-deea-4434-b2bf-979dbc4ebe39 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.0919101 Jul 13 19:23:22.908666 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ef541d2-a2c8-4c0a-8e1e-cf0b7407f052 req-0c6b9a34-a900-4929-87ac-7285b759c328 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728834 Jul 13 19:23:23.007254 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38268) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:23.171740 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5bb5222-3389-4d36-861f-da4506019b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.323725 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5bb5222-3389-4d36-861f-da4506019b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.341368 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5bb5222-3389-4d36-861f-da4506019b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.374493 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d3753-723b-4b23-82e2-a8c7e0ab3171 req-f401b8d3-ad1f-4f34-8b73-e874e0a7edd1 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:23.377122 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-199d3753-723b-4b23-82e2-a8c7e0ab3171 req-f401b8d3-ad1f-4f34-8b73-e874e0a7edd1 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0746570 Jul 13 19:23:23.395736 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04b976-8357-40e0-bb08-8a4b3ccc07c3 req-e05bbb0e-387e-4683-ad29-c178e011e5f4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:23.397336 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6e04b976-8357-40e0-bb08-8a4b3ccc07c3 req-e05bbb0e-387e-4683-ad29-c178e011e5f4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1621370 Jul 13 19:23:23.406185 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f5bb5222-3389-4d36-861f-da4506019b6f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5284b66fa0bd45af8e467b4647869f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942065 Jul 13 19:23:23.406982 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38276) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:23.422226 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb5222-3389-4d36-861f-da4506019b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c214a50-7ae1-4bd2-861c-8fc02ee3c090,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:23.443337 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-199d3753-723b-4b23-82e2-a8c7e0ab3171 req-966a76ac-e409-4303-b6eb-98dbe96be7ba tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614839 Jul 13 19:23:23.486032 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6e04b976-8357-40e0-bb08-8a4b3ccc07c3 req-4d86df37-93c0-4d06-aac0-bcd4a058ddcd tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796537 Jul 13 19:23:23.502102 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fcb8f3d0-5113-4a41-bb15-521979524f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.526372 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fcb8f3d0-5113-4a41-bb15-521979524f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.578778 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fcb8f3d0-5113-4a41-bb15-521979524f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.581416 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fcb8f3d0-5113-4a41-bb15-521979524f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.582579 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-fcb8f3d0-5113-4a41-bb15-521979524f2e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7c214a50-7ae1-4bd2-861c-8fc02ee3c090 HTTP/1.1" status: 204 len: 168 time: 0.1740811 Jul 13 19:23:23.591600 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8f3d0-5113-4a41-bb15-521979524f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c214a50-7ae1-4bd2-861c-8fc02ee3c090,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:23.877477 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38282) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:23.891337 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-049d27ff-0c5e-4718-9bbc-62faf2732990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:24.037302 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-049d27ff-0c5e-4718-9bbc-62faf2732990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:24.043126 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-049d27ff-0c5e-4718-9bbc-62faf2732990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:24.085733 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d27ff-0c5e-4718-9bbc-62faf2732990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33172a73-0496-4819-8c52-e1f63af533db,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:24.106238 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-049d27ff-0c5e-4718-9bbc-62faf2732990 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=20ad9e5abf3b4cf6a842a17bf19c1483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236409 Jul 13 19:23:24.107307 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38286) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:24.131179 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc858808-5f16-4d03-b893-1d85b1f840ea req-3c2184b3-325c-4ee2-8218-ac5eb6d98204 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:24.135623 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bc858808-5f16-4d03-b893-1d85b1f840ea req-3c2184b3-325c-4ee2-8218-ac5eb6d98204 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.0977600 Jul 13 19:23:24.172098 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-618b283c-3477-4625-9fee-e28c3109553d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:24.195211 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bc858808-5f16-4d03-b893-1d85b1f840ea req-fe30d82e-150d-422b-a15f-6e51b3426b41 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512617 Jul 13 19:23:24.200279 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-618b283c-3477-4625-9fee-e28c3109553d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:24.272164 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-618b283c-3477-4625-9fee-e28c3109553d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:24.275019 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-618b283c-3477-4625-9fee-e28c3109553d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:24.276205 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-618b283c-3477-4625-9fee-e28c3109553d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/33172a73-0496-4819-8c52-e1f63af533db HTTP/1.1" status: 204 len: 168 time: 0.1678720 Jul 13 19:23:24.284679 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b283c-3477-4625-9fee-e28c3109553d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33172a73-0496-4819-8c52-e1f63af533db,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:24.789542 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fccd-b0dc-4d4a-82e6-1ad3634a3dc9 req-f9d6f8f8-759e-4f49-90a9-2bfda66bf6fb tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:24.793149 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dda2fccd-b0dc-4d4a-82e6-1ad3634a3dc9 req-f9d6f8f8-759e-4f49-90a9-2bfda66bf6fb tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.1553853 Jul 13 19:23:24.812110 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5b530-2675-4729-8673-fdd1d6140f9f req-7e12cb17-41ac-459c-accf-8331423694de tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:24.826285 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dff5b530-2675-4729-8673-fdd1d6140f9f req-7e12cb17-41ac-459c-accf-8331423694de tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1826763 Jul 13 19:23:24.877828 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dff5b530-2675-4729-8673-fdd1d6140f9f req-01782d5c-79bf-4767-af55-86203421eefb tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498123 Jul 13 19:23:24.879112 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dda2fccd-b0dc-4d4a-82e6-1ad3634a3dc9 req-e62774b2-0aad-4085-a4ba-5c1aa7dad312 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791805 Jul 13 19:23:25.393141 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04683c1b-0c28-4590-a148-d1875381fba3 req-174f99ba-83dd-4e81-9fd4-d8bb22ddd002 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:25.394627 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-04683c1b-0c28-4590-a148-d1875381fba3 req-174f99ba-83dd-4e81-9fd4-d8bb22ddd002 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.0690713 Jul 13 19:23:25.443534 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-04683c1b-0c28-4590-a148-d1875381fba3 req-3f9a913f-01ee-4b46-bf28-2c5e0c59d2d4 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376935 Jul 13 19:23:26.129264 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ea9b6-cc5f-460b-a787-c8e8fef0de0f req-89fc9d13-d122-42fb-93a1-06cd201e4aa0 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:26.129264 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-121ea9b6-cc5f-460b-a787-c8e8fef0de0f req-89fc9d13-d122-42fb-93a1-06cd201e4aa0 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0914626 Jul 13 19:23:26.203146 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-121ea9b6-cc5f-460b-a787-c8e8fef0de0f req-6082002c-6b13-4b6e-a7ef-17da321c1979 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697725 Jul 13 19:23:26.205564 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40773e85-4c2e-4124-8d69-dd18fbcd4a65 req-80aa6b91-47db-45d6-b301-83c51c9701e5 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:26.207191 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40773e85-4c2e-4124-8d69-dd18fbcd4a65 req-80aa6b91-47db-45d6-b301-83c51c9701e5 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.1519878 Jul 13 19:23:26.258781 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40773e85-4c2e-4124-8d69-dd18fbcd4a65 req-d7e09d63-f5f0-4dc7-a9d6-38fab0ecc0df tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441005 Jul 13 19:23:26.685453 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f455874-e5c8-424a-816f-2d494fcc732c req-fc474ed2-95ed-4125-aed4-fe2636ae6655 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:26.687165 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5f455874-e5c8-424a-816f-2d494fcc732c req-fc474ed2-95ed-4125-aed4-fe2636ae6655 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.1082330 Jul 13 19:23:26.727416 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5f455874-e5c8-424a-816f-2d494fcc732c req-f6ee4e46-5a32-41dd-9c70-28ce67482ad9 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329914 Jul 13 19:23:27.410821 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b8c2b-8625-4760-ba48-6b25b96d4b9e req-a7d15297-c883-4c2e-8632-cfd275b70f2e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:27.412396 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-336b8c2b-8625-4760-ba48-6b25b96d4b9e req-a7d15297-c883-4c2e-8632-cfd275b70f2e tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0838797 Jul 13 19:23:27.463216 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-336b8c2b-8625-4760-ba48-6b25b96d4b9e req-c5e70183-ac12-46f2-b03a-90ff3b74737f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Jul 13 19:23:27.482015 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab43bf0-2af9-4d41-a986-4621f5d38cf5 req-55da0a49-f793-43ba-a9fe-d200dd22beab tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:27.483725 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7ab43bf0-2af9-4d41-a986-4621f5d38cf5 req-55da0a49-f793-43ba-a9fe-d200dd22beab tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0806494 Jul 13 19:23:27.523653 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7ab43bf0-2af9-4d41-a986-4621f5d38cf5 req-3e923916-237e-4702-aae9-5386e9a2172e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340791 Jul 13 19:23:27.929046 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932e001-48dd-4712-aaeb-14bb7b819d99 req-86285a44-3e8e-4724-830c-66c88ab0527f tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:27.930716 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2932e001-48dd-4712-aaeb-14bb7b819d99 req-86285a44-3e8e-4724-830c-66c88ab0527f tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.0790038 Jul 13 19:23:27.985458 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2932e001-48dd-4712-aaeb-14bb7b819d99 req-219cea5d-1eca-49ad-afc3-02221a102c35 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Jul 13 19:23:28.695010 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd850d76-3f01-453f-852a-433010525e8f req-7725be3f-43eb-430e-bbaa-30418a677ad6 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:28.700308 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd850d76-3f01-453f-852a-433010525e8f req-7725be3f-43eb-430e-bbaa-30418a677ad6 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1002264 Jul 13 19:23:28.764863 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd850d76-3f01-453f-852a-433010525e8f req-2ab59921-74de-4e70-81f3-cae96e2f9d29 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571909 Jul 13 19:23:28.805121 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabbcad-5b3a-4cda-9624-007d9fead84e req-fe93d61c-6029-4ce2-98f5-8d97b66d1aba tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:28.814132 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8fabbcad-5b3a-4cda-9624-007d9fead84e req-fe93d61c-6029-4ce2-98f5-8d97b66d1aba tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0962210 Jul 13 19:23:28.847422 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8fabbcad-5b3a-4cda-9624-007d9fead84e req-546762ea-62ff-48c0-bbe5-6235c801b9d3 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323040 Jul 13 19:23:29.189638 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc8da0-2f0b-40b1-bedb-ed843fd7bea7 req-3282d663-0428-4607-9b43-7644c9ba8b70 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:29.191184 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-32cc8da0-2f0b-40b1-bedb-ed843fd7bea7 req-3282d663-0428-4607-9b43-7644c9ba8b70 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.0738804 Jul 13 19:23:29.229212 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-32cc8da0-2f0b-40b1-bedb-ed843fd7bea7 req-9adcbb89-56a5-4e44-8c09-a35c97725e8d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Jul 13 19:23:30.014625 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060d8ad-c154-4340-84ca-9e8dc4ae243f req-e08a9431-9cea-432a-b23a-c4a3c16b0639 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:30.016243 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c060d8ad-c154-4340-84ca-9e8dc4ae243f req-e08a9431-9cea-432a-b23a-c4a3c16b0639 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1175227 Jul 13 19:23:30.057317 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c060d8ad-c154-4340-84ca-9e8dc4ae243f req-a87faa0b-3bd1-4db4-93f8-33192e92a465 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351999 Jul 13 19:23:30.064236 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5c3d7-c931-49d7-b7d6-d536b2e8caba req-5cde47cd-f57f-44f6-bcb9-e8bb347eef91 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:30.066368 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f0b5c3d7-c931-49d7-b7d6-d536b2e8caba req-5cde47cd-f57f-44f6-bcb9-e8bb347eef91 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0666816 Jul 13 19:23:30.119384 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f0b5c3d7-c931-49d7-b7d6-d536b2e8caba req-c12cb7f9-03f6-4eab-9c99-71cb26c3751e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456893 Jul 13 19:23:30.262144 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38394) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:30.429694 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-337fdf9d-1910-4791-a885-96bcca654edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:30.492340 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae8c3a-3459-4cbe-a521-07a5e17a33ab req-dd803273-75e3-46a5-aa6e-a66df053d5bd tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:30.494049 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3dae8c3a-3459-4cbe-a521-07a5e17a33ab req-dd803273-75e3-46a5-aa6e-a66df053d5bd tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.1124220 Jul 13 19:23:30.556371 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3dae8c3a-3459-4cbe-a521-07a5e17a33ab req-470bb755-908c-4b87-8939-74f40635a931 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523126 Jul 13 19:23:30.583872 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-337fdf9d-1910-4791-a885-96bcca654edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:30.588636 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-337fdf9d-1910-4791-a885-96bcca654edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:30.630057 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-337fdf9d-1910-4791-a885-96bcca654edf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e930b6d5448b40debee7f7a8b5dcc64e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664587 Jul 13 19:23:30.631674 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fdf9d-1910-4791-a885-96bcca654edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a538c5-b68f-4381-9bd0-2d61411d4687,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:30.632731 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38398) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:30.688776 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a0a43eae-58bf-4fa1-a306-63dba663df89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:30.714625 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a0a43eae-58bf-4fa1-a306-63dba663df89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:30.767514 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a0a43eae-58bf-4fa1-a306-63dba663df89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:30.769988 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a0a43eae-58bf-4fa1-a306-63dba663df89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:30.775467 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a0a43eae-58bf-4fa1-a306-63dba663df89 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d9a538c5-b68f-4381-9bd0-2d61411d4687 HTTP/1.1" status: 204 len: 168 time: 0.1401446 Jul 13 19:23:30.792796 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a43eae-58bf-4fa1-a306-63dba663df89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a538c5-b68f-4381-9bd0-2d61411d4687,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:31.072255 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38404) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:31.090354 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-af33ff24-703e-40d3-af6b-ddd1807c5c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.248270 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-af33ff24-703e-40d3-af6b-ddd1807c5c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.279179 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-af33ff24-703e-40d3-af6b-ddd1807c5c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.339084 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-af33ff24-703e-40d3-af6b-ddd1807c5c77 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2ad399534be5400ba1e896547859f95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653453 Jul 13 19:23:31.341980 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38410) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:31.342992 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33ff24-703e-40d3-af6b-ddd1807c5c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce47ae5a-05bc-47dc-8fed-90f97b6aee55,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:31.379771 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e727c-aae9-4e73-a52d-4224ca9b91cd req-2db75c6d-786b-40a0-a774-4a3796c2f52f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:31.381374 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3b5e727c-aae9-4e73-a52d-4224ca9b91cd req-2db75c6d-786b-40a0-a774-4a3796c2f52f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.1315355 Jul 13 19:23:31.401257 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2244999-5d02-4670-b157-02c9d3bf56d9 req-23614f19-48db-44f2-a3e4-8e6a6c076489 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:31.402782 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f2244999-5d02-4670-b157-02c9d3bf56d9 req-23614f19-48db-44f2-a3e4-8e6a6c076489 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.1354315 Jul 13 19:23:31.423161 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3b5e727c-aae9-4e73-a52d-4224ca9b91cd req-1169cb66-c67a-4153-9020-2ea429bcd346 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354872 Jul 13 19:23:31.423724 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3152bcd9-6ffe-4dc7-a07f-fffe20cd12b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.468400 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3152bcd9-6ffe-4dc7-a07f-fffe20cd12b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.472527 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f2244999-5d02-4670-b157-02c9d3bf56d9 req-80f4ce52-94c4-466a-9530-644e42ada0ad tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600967 Jul 13 19:23:31.519737 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3152bcd9-6ffe-4dc7-a07f-fffe20cd12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.522371 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3152bcd9-6ffe-4dc7-a07f-fffe20cd12b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.523535 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3152bcd9-6ffe-4dc7-a07f-fffe20cd12b2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ce47ae5a-05bc-47dc-8fed-90f97b6aee55 HTTP/1.1" status: 204 len: 168 time: 0.1806970 Jul 13 19:23:31.531947 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152bcd9-6ffe-4dc7-a07f-fffe20cd12b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce47ae5a-05bc-47dc-8fed-90f97b6aee55,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:31.776217 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be981d3-3a6d-4ef0-b611-fef174a4de05 req-50841f95-42c2-4b52-bc8e-0977e1dd292e tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:31.777785 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0be981d3-3a6d-4ef0-b611-fef174a4de05 req-50841f95-42c2-4b52-bc8e-0977e1dd292e tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.0944822 Jul 13 19:23:31.822872 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0be981d3-3a6d-4ef0-b611-fef174a4de05 req-5b66516a-865d-4c56-a0b3-dfc00621d657 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393724 Jul 13 19:23:31.944741 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a9aed89c-54fd-4e8f-a53e-abba4f1fa717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.621498 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee9cb7-a4d4-4d1b-a2ec-785eb31ef974 req-6eecfcd4-adf0-477b-9cdd-1169e9c238af tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:32.623056 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-10ee9cb7-a4d4-4d1b-a2ec-785eb31ef974 req-6eecfcd4-adf0-477b-9cdd-1169e9c238af tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0835125 Jul 13 19:23:32.666013 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-10ee9cb7-a4d4-4d1b-a2ec-785eb31ef974 req-3b11342b-324b-4e94-853b-1e0898ee4b8a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351229 Jul 13 19:23:32.686193 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67be057-cdbc-48fb-9697-a86224cd0aad req-6180e9cd-38ff-4b97-8aa3-8b0fb34dfeea tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:32.688241 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c67be057-cdbc-48fb-9697-a86224cd0aad req-6180e9cd-38ff-4b97-8aa3-8b0fb34dfeea tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0716238 Jul 13 19:23:32.726247 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38448) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:32.726818 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c67be057-cdbc-48fb-9697-a86224cd0aad req-bc9e6d09-817f-4a87-889d-aefa20148f43 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325787 Jul 13 19:23:32.831567 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7b346c07-f4b3-433b-8ff8-4470bf4fe33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.922158 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7b346c07-f4b3-433b-8ff8-4470bf4fe33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.926120 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7b346c07-f4b3-433b-8ff8-4470bf4fe33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.990238 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7b346c07-f4b3-433b-8ff8-4470bf4fe33e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=663f2fb400fe4181b0f25bbc86072f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625918 Jul 13 19:23:32.992673 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b346c07-f4b3-433b-8ff8-4470bf4fe33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589c1ce5-c1ae-49b3-949e-539b20c85a8c,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:32.993137 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38454) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:33.028502 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947df090-fd52-4e5d-8c66-15e853273512 req-d7275c10-897c-494c-9a34-c0cc5291ea85 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:33.029992 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-947df090-fd52-4e5d-8c66-15e853273512 req-d7275c10-897c-494c-9a34-c0cc5291ea85 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.0886331 Jul 13 19:23:33.050754 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4474e422-b6e5-4e35-94a1-37b93ea17486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:33.072759 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-947df090-fd52-4e5d-8c66-15e853273512 req-e58f9d7c-a6ae-461d-8923-309e6c096567 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366151 Jul 13 19:23:33.073542 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4474e422-b6e5-4e35-94a1-37b93ea17486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:33.123533 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4474e422-b6e5-4e35-94a1-37b93ea17486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:33.126131 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4474e422-b6e5-4e35-94a1-37b93ea17486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:33.127475 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-4474e422-b6e5-4e35-94a1-37b93ea17486 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/589c1ce5-c1ae-49b3-949e-539b20c85a8c HTTP/1.1" status: 204 len: 168 time: 0.1326303 Jul 13 19:23:33.137054 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474e422-b6e5-4e35-94a1-37b93ea17486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589c1ce5-c1ae-49b3-949e-539b20c85a8c,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:33.280703 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13845c47-080a-4971-83c5-f41a72c9f700 req-dfe2d749-35e8-45ea-a560-51c4d0381e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:33.282289 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-13845c47-080a-4971-83c5-f41a72c9f700 req-dfe2d749-35e8-45ea-a560-51c4d0381e7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41056b67117f4ec3a50216ec669d8b0f&device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 1096 time: 0.0565238 Jul 13 19:23:33.379778 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13845c47-080a-4971-83c5-f41a72c9f700 req-7c1674ed-2d56-4db6-9d0a-2a19456759af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:33.381398 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-13845c47-080a-4971-83c5-f41a72c9f700 req-7c1674ed-2d56-4db6-9d0a-2a19456759af service neutron] 10.222.0.73 "GET /v2.0/networks?id=78867ec7-088e-4a44-a344-f46f34cce7e2 HTTP/1.1" status: 200 len: 915 time: 0.0919502 Jul 13 19:23:33.424718 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-13845c47-080a-4971-83c5-f41a72c9f700 req-77d16b6f-bf10-4156-bc3c-e618d92df14c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a69e69b0-74fb-432d-a1d9-014d131b61a1 HTTP/1.1" status: 200 len: 217 time: 0.0351713 Jul 13 19:23:33.475695 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13845c47-080a-4971-83c5-f41a72c9f700 req-f2f0cddc-d90c-4d48-8bb7-3527a1ed7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:33.477233 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-13845c47-080a-4971-83c5-f41a72c9f700 req-f2f0cddc-d90c-4d48-8bb7-3527a1ed7f9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7108c05e-2219-42c4-940a-46d6ac5e9dd5 HTTP/1.1" status: 200 len: 853 time: 0.0453799 Jul 13 19:23:33.518611 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-13845c47-080a-4971-83c5-f41a72c9f700 req-8c0537d9-2b69-4d55-a15c-cab370703ab7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78867ec7-088e-4a44-a344-f46f34cce7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314746 Jul 13 19:23:33.609156 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-13845c47-080a-4971-83c5-f41a72c9f700 req-38badd67-4c07-4428-add7-4c8a15c56176 service neutron] 10.222.0.73 "GET /v2.0/networks/78867ec7-088e-4a44-a344-f46f34cce7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833104 Jul 13 19:23:33.708551 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-13845c47-080a-4971-83c5-f41a72c9f700 req-5973abe6-467f-4926-8ec9-04c41b1ec580 service neutron] 10.222.0.73 "GET /v2.0/networks/78867ec7-088e-4a44-a344-f46f34cce7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916765 Jul 13 19:23:33.847657 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b996f-e7ef-416c-afd4-b60ef6634933 req-a96683bc-f2c8-40c8-a7be-c871b60f1129 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:33.849128 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-449b996f-e7ef-416c-afd4-b60ef6634933 req-a96683bc-f2c8-40c8-a7be-c871b60f1129 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0679431 Jul 13 19:23:33.890922 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-449b996f-e7ef-416c-afd4-b60ef6634933 req-2eef1100-235f-4ccb-86eb-cc052c082463 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355954 Jul 13 19:23:33.931304 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a7436-00a5-4233-89e4-6b1640333535 req-5f3d257e-33e3-433c-870b-f9c73ce4d31a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:33.932765 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e41a7436-00a5-4233-89e4-6b1640333535 req-5f3d257e-33e3-433c-870b-f9c73ce4d31a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0749598 Jul 13 19:23:33.973029 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e41a7436-00a5-4233-89e4-6b1640333535 req-96223846-eef7-42bf-87c6-d6b9697e4bb7 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344942 Jul 13 19:23:34.261784 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d7ed5-75ff-451f-ae53-1a64d8fa9496 req-fd25701a-662e-44a4-9d6a-1595a35239c5 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:34.263596 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-374d7ed5-75ff-451f-ae53-1a64d8fa9496 req-fd25701a-662e-44a4-9d6a-1595a35239c5 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.0675485 Jul 13 19:23:34.301812 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-374d7ed5-75ff-451f-ae53-1a64d8fa9496 req-e94e6eb0-2a56-46e2-9a43-8ee7bccab54d tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Jul 13 19:23:35.062321 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b25f0-be5a-46d7-b07f-2a5b1c279a61 req-ff0b8ba4-dde9-45d3-a193-8d4c0ce11122 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:35.063861 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9c0b25f0-be5a-46d7-b07f-2a5b1c279a61 req-ff0b8ba4-dde9-45d3-a193-8d4c0ce11122 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0634177 Jul 13 19:23:35.082847 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2e59c907-4d02-4434-9ff2-f3dfdb84ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.104413 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9c0b25f0-be5a-46d7-b07f-2a5b1c279a61 req-21fa5d49-b883-4acc-896e-09b00b5fc910 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345597 Jul 13 19:23:35.171473 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fa8e1-2c3b-454e-8bb3-d291ba424b5b req-0d8c396e-a446-4627-900b-2e863da5061a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:35.172952 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e61fa8e1-2c3b-454e-8bb3-d291ba424b5b req-0d8c396e-a446-4627-900b-2e863da5061a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0772169 Jul 13 19:23:35.210766 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e61fa8e1-2c3b-454e-8bb3-d291ba424b5b req-2948ae5a-3957-4b82-8adb-13eb405cec43 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323241 Jul 13 19:23:35.459457 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.473000 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e18ca2-a901-42f4-a0f4-8da56463b59f req-48b49bec-bc81-464e-a4b8-4c6b9975582e tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:35.474435 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-84e18ca2-a901-42f4-a0f4-8da56463b59f req-48b49bec-bc81-464e-a4b8-4c6b9975582e tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.0654063 Jul 13 19:23:35.511573 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-84e18ca2-a901-42f4-a0f4-8da56463b59f req-87e723a9-385d-4621-856f-2a2e9541a4ca tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310194 Jul 13 19:23:35.743872 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60074371-a4c8-44e8-9760-8edd382e5e54 req-fab76d18-6048-4e80-935a-f86006594aed tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:35.745328 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-60074371-a4c8-44e8-9760-8edd382e5e54 req-fab76d18-6048-4e80-935a-f86006594aed tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.73 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 946 time: 0.0625720 Jul 13 19:23:35.855580 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-60074371-a4c8-44e8-9760-8edd382e5e54 req-dc8a4a77-c38e-477e-b223-9b7470f79e6a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Deleting port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:35.855920 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-60074371-a4c8-44e8-9760-8edd382e5e54 req-dc8a4a77-c38e-477e-b223-9b7470f79e6a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.944913 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-60074371-a4c8-44e8-9760-8edd382e5e54 req-dc8a4a77-c38e-477e-b223-9b7470f79e6a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] For port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:35.945283 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-60074371-a4c8-44e8-9760-8edd382e5e54 req-dc8a4a77-c38e-477e-b223-9b7470f79e6a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:35.958973 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-60074371-a4c8-44e8-9760-8edd382e5e54 req-dc8a4a77-c38e-477e-b223-9b7470f79e6a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Calling delete_port for 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 owned by compute:nova {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:36.011643 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.096249 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-60074371-a4c8-44e8-9760-8edd382e5e54 req-dc8a4a77-c38e-477e-b223-9b7470f79e6a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.108508 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['a78abd0f-c2a6-4835-aa94-f9176c839e00', '4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:36.128425 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a4a77-c38e-477e-b223-9b7470f79e6a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Pushing event deleted for resources: {'Port': ['ID=4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:36.175844 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-60074371-a4c8-44e8-9760-8edd382e5e54 req-dc8a4a77-c38e-477e-b223-9b7470f79e6a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] No DVR routers for this DVR port 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 on host hv-cinder-78693 {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:36.179694 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-60074371-a4c8-44e8-9760-8edd382e5e54 req-dc8a4a77-c38e-477e-b223-9b7470f79e6a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:36.182692 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-60074371-a4c8-44e8-9760-8edd382e5e54 req-dc8a4a77-c38e-477e-b223-9b7470f79e6a tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.73 "DELETE /v2.0/ports/4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 HTTP/1.1" status: 204 len: 173 time: 0.4307654 Jul 13 19:23:36.183397 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143ff952-b6ce-46d9-b6f9-6fd9c6ae2889', 'name': 'network-vif-deleted', 'tag': '4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:36.188528 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba058773-018b-41a4-9971-1de9d21f8658" -d '{"events": [{"server_uuid": "143ff952-b6ce-46d9-b6f9-6fd9c6ae2889", "name": "network-vif-deleted", "tag": "4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:36.232364 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d061ef50-27b8-43bb-9a78-c60257131002 x-openstack-request-id: req-d061ef50-27b8-43bb-9a78-c60257131002 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:36.232706 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143ff952-b6ce-46d9-b6f9-6fd9c6ae2889", "name": "network-vif-deleted", "tag": "4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:36.233577 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d061ef50-27b8-43bb-9a78-c60257131002 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:36.233984 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143ff952-b6ce-46d9-b6f9-6fd9c6ae2889', 'name': 'network-vif-deleted', 'tag': '4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996', 'status': 'completed', 'code': 200} Jul 13 19:23:36.286102 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bf36ce8d-5e02-4c8a-a096-86dbf78ca8f2 req-b1f7889d-8ed6-49d6-9e32-5f2ef97e59dd tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=143ff952-b6ce-46d9-b6f9-6fd9c6ae2889 HTTP/1.1" status: 200 len: 210 time: 0.0504591 Jul 13 19:23:36.414907 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5a471-598e-46eb-b6fc-702d0c9cf717 req-d34eb92a-f11c-4ad5-9071-36a2a376ed29 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:36.416393 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1bb5a471-598e-46eb-b6fc-702d0c9cf717 req-d34eb92a-f11c-4ad5-9071-36a2a376ed29 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0643752 Jul 13 19:23:36.454637 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1bb5a471-598e-46eb-b6fc-702d0c9cf717 req-c80c32bf-bcbc-4c13-87cd-3cbcc1759b75 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324883 Jul 13 19:23:36.684739 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9cfae-bc26-4e20-a325-7b775a0a0776 req-091598f4-923e-40db-8041-9c416735d371 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:36.686269 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e1b9cfae-bc26-4e20-a325-7b775a0a0776 req-091598f4-923e-40db-8041-9c416735d371 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 943 time: 0.0658443 Jul 13 19:23:36.727638 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e1b9cfae-bc26-4e20-a325-7b775a0a0776 req-087e7bac-a08c-4502-8139-bd4999160a0c tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336857 Jul 13 19:23:36.865846 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device a69e69b0-74fb-432d-a1d9-014d131b61a1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:36.963840 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port a69e69b0-74fb-432d-a1d9-014d131b61a1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a69e69b0-74fb-432d-a1d9-014d131b61a1,segment=NetworkSegment(c9f917b4-b514-4f50-811d-36c2cb359e46),segment_id=c9f917b4-b514-4f50-811d-36c2cb359e46)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:36.975268 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': 'a69e69b0-74fb-432d-a1d9-014d131b61a1', 'network_id': '78867ec7-088e-4a44-a344-f46f34cce7e2', 'port_id': 'a69e69b0-74fb-432d-a1d9-014d131b61a1', 'mac_address': 'fa:16:3e:e9:95:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7108c05e-2219-42c4-940a-46d6ac5e9dd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:23:37.013825 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.026576 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69e69b0-74fb-432d-a1d9-014d131b61a1 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:37.047540 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port a69e69b0-74fb-432d-a1d9-014d131b61a1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a69e69b0-74fb-432d-a1d9-014d131b61a1,segment=NetworkSegment(c9f917b4-b514-4f50-811d-36c2cb359e46),segment_id=c9f917b4-b514-4f50-811d-36c2cb359e46)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:37.051736 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.098910 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=a69e69b0-74fb-432d-a1d9-014d131b61a1,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:37.257891 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38534) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:37.278716 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['a69e69b0-74fb-432d-a1d9-014d131b61a1'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:37.375395 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2cd6c8d3-cfb3-447d-9a8d-c5b1fad23ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.507190 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2cd6c8d3-cfb3-447d-9a8d-c5b1fad23ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.512438 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2cd6c8d3-cfb3-447d-9a8d-c5b1fad23ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.554570 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-2cd6c8d3-cfb3-447d-9a8d-c5b1fad23ef6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f5d811bf6f004153aaff1521e6ecc32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952673 Jul 13 19:23:37.556238 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6c8d3-cfb3-447d-9a8d-c5b1fad23ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f958f285-5631-46ba-b103-395e0f8a09f0,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:37.557394 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38544) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:37.614106 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-18b0d7df-48ba-452b-bd29-c941a891361f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.642108 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-18b0d7df-48ba-452b-bd29-c941a891361f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.651935 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7ec5d-5bc8-420b-8bc0-aaffb807b552 req-f7debe21-31c8-45b0-8b99-70c302ec001a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:37.655185 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01a7ec5d-5bc8-420b-8bc0-aaffb807b552 req-f7debe21-31c8-45b0-8b99-70c302ec001a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0724552 Jul 13 19:23:37.700752 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01a7ec5d-5bc8-420b-8bc0-aaffb807b552 req-fdb07f8c-fe7b-4df2-b358-a4cebe139fcb tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418587 Jul 13 19:23:37.708125 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-18b0d7df-48ba-452b-bd29-c941a891361f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.710987 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-18b0d7df-48ba-452b-bd29-c941a891361f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:37.712993 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-18b0d7df-48ba-452b-bd29-c941a891361f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f958f285-5631-46ba-b103-395e0f8a09f0 HTTP/1.1" status: 204 len: 168 time: 0.1546319 Jul 13 19:23:37.723894 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0d7df-48ba-452b-bd29-c941a891361f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f958f285-5631-46ba-b103-395e0f8a09f0,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:37.817567 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2f50f-118c-451d-b961-fb3ab6b83c74 req-55bb39b6-985f-40db-b194-45040af593c8 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:37.819263 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ab2f50f-118c-451d-b961-fb3ab6b83c74 req-55bb39b6-985f-40db-b194-45040af593c8 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0726888 Jul 13 19:23:37.862087 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ab2f50f-118c-451d-b961-fb3ab6b83c74 req-369a0e13-90e7-473f-9893-524b78871615 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366504 Jul 13 19:23:37.923325 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f432e-8279-4424-b323-beb3433dbe12 req-0bfb8db8-d008-4233-8c53-2cca0b4f9f4a tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:37.925109 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-559f432e-8279-4424-b323-beb3433dbe12 req-0bfb8db8-d008-4233-8c53-2cca0b4f9f4a tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 944 time: 0.0819554 Jul 13 19:23:37.965199 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-559f432e-8279-4424-b323-beb3433dbe12 req-9d0ff302-d832-4ff1-8b31-0b36eaeeb81f tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345042 Jul 13 19:23:38.019852 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38554) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:38.033123 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-89d6b33b-1f11-4907-97b9-a092ad9c4207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.124174 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-89d6b33b-1f11-4907-97b9-a092ad9c4207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.128401 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-89d6b33b-1f11-4907-97b9-a092ad9c4207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.133182 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.169008 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-89d6b33b-1f11-4907-97b9-a092ad9c4207 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=17978aeca3f3466797fedef49e58f02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480527 Jul 13 19:23:38.170239 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6b33b-1f11-4907-97b9-a092ad9c4207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9347416c-de3c-4d22-b701-58fc14f79678,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:38.171770 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38556) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:38.223914 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-46160a80-c4f3-42f8-87a0-5fe228f539f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.244777 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-46160a80-c4f3-42f8-87a0-5fe228f539f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.289724 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-46160a80-c4f3-42f8-87a0-5fe228f539f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.292577 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-46160a80-c4f3-42f8-87a0-5fe228f539f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:38.293870 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-46160a80-c4f3-42f8-87a0-5fe228f539f0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9347416c-de3c-4d22-b701-58fc14f79678 HTTP/1.1" status: 204 len: 168 time: 0.1211278 Jul 13 19:23:38.302501 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46160a80-c4f3-42f8-87a0-5fe228f539f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9347416c-de3c-4d22-b701-58fc14f79678,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:38.885567 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device a69e69b0-74fb-432d-a1d9-014d131b61a1 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:38.888159 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16417693-0d2e-4f7b-8d97-b36435460135 req-5e584812-99da-4c16-81e9-8e90a67cbd72 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:38.889496 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-16417693-0d2e-4f7b-8d97-b36435460135 req-5e584812-99da-4c16-81e9-8e90a67cbd72 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0686963 Jul 13 19:23:38.934138 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-16417693-0d2e-4f7b-8d97-b36435460135 req-413b2da3-2d57-494c-ada3-0be4f700ee65 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386548 Jul 13 19:23:38.960073 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port a69e69b0-74fb-432d-a1d9-014d131b61a1 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:38.967094 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port a69e69b0-74fb-432d-a1d9-014d131b61a1 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:38.967688 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.063165 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.080810 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd946675-9e8b-456a-ba0a-1ab9131cbadb req-a51d8c83-221d-44d3-b4d2-07943a5df7e4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:39.082585 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dd946675-9e8b-456a-ba0a-1ab9131cbadb req-a51d8c83-221d-44d3-b4d2-07943a5df7e4 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0797050 Jul 13 19:23:39.089193 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837b27e2-2526-466a-a761-4ef5707313fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69e69b0-74fb-432d-a1d9-014d131b61a1'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:39.091961 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44754a6-9fab-4a02-a027-2f8b4544ef4b" -d '{"events": [{"server_uuid": "837b27e2-2526-466a-a761-4ef5707313fd", "name": "network-vif-plugged", "status": "completed", "tag": "a69e69b0-74fb-432d-a1d9-014d131b61a1"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:39.107049 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port a69e69b0-74fb-432d-a1d9-014d131b61a1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a69e69b0-74fb-432d-a1d9-014d131b61a1,segment=NetworkSegment(c9f917b4-b514-4f50-811d-36c2cb359e46),segment_id=c9f917b4-b514-4f50-811d-36c2cb359e46)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:39.112707 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.157006 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dd946675-9e8b-456a-ba0a-1ab9131cbadb req-3635631f-0cca-4766-82ed-6eea7236f7eb tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673630 Jul 13 19:23:39.186500 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=a69e69b0-74fb-432d-a1d9-014d131b61a1,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:39.210295 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d013-0a51-4fdb-95a3-70daddf9cd58 req-5e5eb8f0-fe9b-4cf8-8e81-fc598689f7a8 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:39.212572 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6578803f-0c23-4bd6-819d-89a3c2418c46 x-openstack-request-id: req-6578803f-0c23-4bd6-819d-89a3c2418c46 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:39.213021 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-edb9d013-0a51-4fdb-95a3-70daddf9cd58 req-5e5eb8f0-fe9b-4cf8-8e81-fc598689f7a8 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 945 time: 0.1133339 Jul 13 19:23:39.213688 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837b27e2-2526-466a-a761-4ef5707313fd", "name": "network-vif-plugged", "status": "completed", "tag": "a69e69b0-74fb-432d-a1d9-014d131b61a1", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:39.213942 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6578803f-0c23-4bd6-819d-89a3c2418c46 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:39.214544 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837b27e2-2526-466a-a761-4ef5707313fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69e69b0-74fb-432d-a1d9-014d131b61a1', 'code': 200} Jul 13 19:23:39.263490 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-edb9d013-0a51-4fdb-95a3-70daddf9cd58 req-256b08e1-9ba4-4148-a56a-8f89c8e119ee tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438964 Jul 13 19:23:39.444415 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36cd3c-c77c-4f6d-b61f-b79ee7e4313f req-f3906d5e-3cdd-4cef-8984-d617d2558ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:39.445915 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9d36cd3c-c77c-4f6d-b61f-b79ee7e4313f req-f3906d5e-3cdd-4cef-8984-d617d2558ee3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 1098 time: 0.0530903 Jul 13 19:23:39.485419 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9d36cd3c-c77c-4f6d-b61f-b79ee7e4313f req-57b4f09a-6bf6-4419-a5ea-2eb7dcf3728f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324135 Jul 13 19:23:39.495424 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38594) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:39.597472 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0070ba76-74ac-4c89-a462-717562ad4f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.686483 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0070ba76-74ac-4c89-a462-717562ad4f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.690330 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0070ba76-74ac-4c89-a462-717562ad4f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.729130 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0070ba76-74ac-4c89-a462-717562ad4f00 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c7bf21a40de04748ae640552a732d961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325282 Jul 13 19:23:39.729976 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070ba76-74ac-4c89-a462-717562ad4f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96372b0-17a1-498f-95a2-f7c16df0a912,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:39.731860 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38598) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:39.783417 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-86af4ae6-a871-4e25-bdb4-3ecf37c2897b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.804210 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-86af4ae6-a871-4e25-bdb4-3ecf37c2897b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.854221 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-86af4ae6-a871-4e25-bdb4-3ecf37c2897b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.857410 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-86af4ae6-a871-4e25-bdb4-3ecf37c2897b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.858687 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-86af4ae6-a871-4e25-bdb4-3ecf37c2897b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e96372b0-17a1-498f-95a2-f7c16df0a912 HTTP/1.1" status: 204 len: 168 time: 0.1257577 Jul 13 19:23:39.867133 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af4ae6-a871-4e25-bdb4-3ecf37c2897b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96372b0-17a1-498f-95a2-f7c16df0a912,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:40.128718 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d674045-1089-4e30-91dd-43d277688731 req-bc979dc4-c8b2-4b0e-a861-903d6bf1a95c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:40.130643 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1d674045-1089-4e30-91dd-43d277688731 req-bc979dc4-c8b2-4b0e-a861-903d6bf1a95c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 943 time: 0.0696011 Jul 13 19:23:40.176723 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1d674045-1089-4e30-91dd-43d277688731 req-9857b64b-6655-4388-aa57-1fd9de680f4f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404637 Jul 13 19:23:40.350931 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5be66-3092-4e66-bb97-810bb0987560 req-a969d42d-7420-4772-a8ef-5cbc3021b7ff tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:40.358235 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0ee5be66-3092-4e66-bb97-810bb0987560 req-a969d42d-7420-4772-a8ef-5cbc3021b7ff tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.0788121 Jul 13 19:23:40.405823 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0ee5be66-3092-4e66-bb97-810bb0987560 req-6098427c-d606-4e49-8614-d5f0dc28c52c tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466530 Jul 13 19:23:40.458279 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b75ec-e321-4d6b-84b2-c1cdb49b3f50 req-a374db12-db85-49af-9ea8-f4157d42328f tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:40.460743 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d89b75ec-e321-4d6b-84b2-c1cdb49b3f50 req-a374db12-db85-49af-9ea8-f4157d42328f tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 945 time: 0.0721552 Jul 13 19:23:40.503268 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d89b75ec-e321-4d6b-84b2-c1cdb49b3f50 req-ec54763b-6185-41b7-9d59-99b456084cb6 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 Jul 13 19:23:40.565751 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38626) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:40.667417 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1457940679-network', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:40.687925 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Made reservation on behalf of f080e94b4b644dc7b1f5e2bc57a4d533 for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:40.690433 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.703964 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.796341 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.800299 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.824385 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:23:40.833730 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba71612-df14-4575-9c1c-d680c19c7599,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:40.839058 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.839390 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Added segment 31a8e5a3-e57e-4b60-8898-ca6cceda297f of type vlan for network 5d0baed2-a221-495a-9b1f-f3bd7404bbba Jul 13 19:23:40.879829 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.910196 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device fd6dceb3-28bf-4071-afd5-2d1b595b4819 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:23:40.912066 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.913177 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:40.913786 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.914261 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:40.942779 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:40.943117 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 4f2ce70c-5ed6-4c63-8c4c-de5f6f3fa996 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:40.970594 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4034903 Jul 13 19:23:40.973296 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38630) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:40.980508 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-eaa9131a-95ef-41fb-a1dc-b45b3cfc4c90 admin admin] Request body: {'subnet': {'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1457940679-subnet', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:40.989216 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed872f7-3823-4e6b-9444-04d624e60fe9 admin admin] Pushing event updated for resources: {'Network': ['ID=5d0baed2-a221-495a-9b1f-f3bd7404bbba,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:41.004977 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network 5d0baed2-a221-495a-9b1f-f3bd7404bbba details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:23:41.009439 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa9131a-95ef-41fb-a1dc-b45b3cfc4c90 admin admin] Made reservation on behalf of f080e94b4b644dc7b1f5e2bc57a4d533 for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:41.012023 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-eaa9131a-95ef-41fb-a1dc-b45b3cfc4c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529171'] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.110311 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:41.125500 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'port_id': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'mac_address': 'fa:16:3e:45:2d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:23:41.164339 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.178697 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6dceb3-28bf-4071-afd5-2d1b595b4819 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:23:41.189925 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-eaa9131a-95ef-41fb-a1dc-b45b3cfc4c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8569272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529185'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.203215 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:41.207716 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.249446 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9131a-95ef-41fb-a1dc-b45b3cfc4c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=019047ff-c5fe-4aa2-bb42-5108f18c9f04,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:41.257196 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=fd6dceb3-28bf-4071-afd5-2d1b595b4819,revision_number=9']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:41.261986 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9131a-95ef-41fb-a1dc-b45b3cfc4c90 admin admin] Checking segment: {'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:41.262335 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9131a-95ef-41fb-a1dc-b45b3cfc4c90 admin admin] Network hostable DHCP agents. Network: 5d0baed2-a221-495a-9b1f-f3bd7404bbba, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:23:41.278748 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9131a-95ef-41fb-a1dc-b45b3cfc4c90 admin admin] Network 5d0baed2-a221-495a-9b1f-f3bd7404bbba is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:23:41.287323 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9131a-95ef-41fb-a1dc-b45b3cfc4c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, 5d0baed2-a221-495a-9b1f-f3bd7404bbba) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:41.291479 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9131a-95ef-41fb-a1dc-b45b3cfc4c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:41.291919 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-eaa9131a-95ef-41fb-a1dc-b45b3cfc4c90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.297243 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1894ba-6ade-4ac1-b6a5-f91cc967439c None None] Network 5d0baed2-a221-495a-9b1f-f3bd7404bbba requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:41.315448 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-eaa9131a-95ef-41fb-a1dc-b45b3cfc4c90 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3409281 Jul 13 19:23:41.316079 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38634) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:41.320678 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:41.343900 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13697'] for router, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.345075 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33141241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13704'] for router, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.379196 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555622c8-6912-40a6-bf4b-0c3e5616cb61 req-ab68f457-0ef7-4c68-bb8c-e2cf899edf51 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:41.384807 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-555622c8-6912-40a6-bf4b-0c3e5616cb61 req-ab68f457-0ef7-4c68-bb8c-e2cf899edf51 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 944 time: 0.0742359 Jul 13 19:23:41.398906 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.420329 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-555622c8-6912-40a6-bf4b-0c3e5616cb61 req-0922ba60-776c-49f3-a353-cd04a1c65dff tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332155 Jul 13 19:23:41.462569 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['fd6dceb3-28bf-4071-afd5-2d1b595b4819'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:41.468795 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffccee63-fa48-5d75-9a9a-e5ee3a48267b-5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'fixed_ips': [{'subnet_id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04'}]}} from dv-cinder-786931-3-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:23:41.469815 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.685440 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Allocated IP 172.20.0.2 (5d0baed2-a221-495a-9b1f-f3bd7404bbba/019047ff-c5fe-4aa2-bb42-5108f18c9f04/b2e86652-4939-44e8-92c0-8fe6d6d61f64) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:41.693695 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f66ae9-195e-4244-8ac3-a353e8351c71 req-6f06fec1-c6dc-40b6-b6e5-f6e6afd151b2 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:41.695520 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f6f66ae9-195e-4244-8ac3-a353e8351c71 req-6f06fec1-c6dc-40b6-b6e5-f6e6afd151b2 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 945 time: 0.0732954 Jul 13 19:23:41.739857 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f6f66ae9-195e-4244-8ac3-a353e8351c71 req-947fda4d-3470-4532-88b2-605f984910bc tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360255 Jul 13 19:23:41.813991 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13722'] for router, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.850279 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2cc83-a7d5-495d-88d5-40600b010ee0 req-76a6baab-e2d4-413f-90da-9ff0227148ef tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:41.851821 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1bb2cc83-a7d5-495d-88d5-40600b010ee0 req-76a6baab-e2d4-413f-90da-9ff0227148ef tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1793168 Jul 13 19:23:41.870770 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.880922 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Transition to ACTIVE for port object b2e86652-4939-44e8-92c0-8fe6d6d61f64 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:41.902299 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Transition to ACTIVE for port object b2e86652-4939-44e8-92c0-8fe6d6d61f64 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:41.917148 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.926150 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1bb2cc83-a7d5-495d-88d5-40600b010ee0 req-9b2a9883-5ebd-4170-b062-33ae15ca6af6 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464761 Jul 13 19:23:41.960569 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Network 5d0baed2-a221-495a-9b1f-f3bd7404bbba is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:41.966069 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:41.969567 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:41.976533 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Pushing event updated for resources: {'Port': ['ID=b2e86652-4939-44e8-92c0-8fe6d6d61f64,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:42.041623 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Attempting to bind port b2e86652-4939-44e8-92c0-8fe6d6d61f64 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:42.042218 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Attempting to bind port b2e86652-4939-44e8-92c0-8fe6d6d61f64 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:42.042664 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Attempting to bind port b2e86652-4939-44e8-92c0-8fe6d6d61f64 on network 5d0baed2-a221-495a-9b1f-f3bd7404bbba {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:42.048772 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:42.049699 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Checking segment: {'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:42.049833 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.050295 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Bound using segment: {'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:42.050991 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Bound port: b2e86652-4939-44e8-92c0-8fe6d6d61f64, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:42.051502 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.085584 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.105989 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.126722 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] For port b2e86652-4939-44e8-92c0-8fe6d6d61f64, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:42.130095 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] For port b2e86652-4939-44e8-92c0-8fe6d6d61f64, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=b2e86652-4939-44e8-92c0-8fe6d6d61f64,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:42.138126 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.204312 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d75796-6328-4ee5-b39e-9464e07835bb None None] Pushing event updated for resources: {'Port': ['ID=b2e86652-4939-44e8-92c0-8fe6d6d61f64,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:42.260498 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Allocated IP 172.27.0.186 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/f20ad5aa-74c7-472f-afaa-a37bf3925f19) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:42.366440 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.432368 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.475324 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:42.481029 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:42.484798 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:42.516581 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Pushing event updated for resources: {'Port': ['ID=f20ad5aa-74c7-472f-afaa-a37bf3925f19,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:42.723664 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710372c-e180-4247-9777-b0fc872aeac3 req-ccec185f-eb69-4c56-ba95-30536e7d5ff9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:42.725128 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7710372c-e180-4247-9777-b0fc872aeac3 req-ccec185f-eb69-4c56-ba95-30536e7d5ff9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 944 time: 0.1541374 Jul 13 19:23:42.809567 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7710372c-e180-4247-9777-b0fc872aeac3 req-87383c01-1182-469a-9cee-8cfe1d6f2f20 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757990 Jul 13 19:23:42.811965 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.879823 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device b2e86652-4939-44e8-92c0-8fe6d6d61f64 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:42.929018 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device fd6dceb3-28bf-4071-afd5-2d1b595b4819 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:42.985628 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port b2e86652-4939-44e8-92c0-8fe6d6d61f64 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:42.999055 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port fd6dceb3-28bf-4071-afd5-2d1b595b4819 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:42.999437 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.050019 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520434'] for router, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.100641 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.132012 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:43.141294 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569d2ccc-1cb2-4826-bb15-5d215317401b" -d '{"events": [{"server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "name": "network-vif-plugged", "status": "completed", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:43.238568 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ac772-3bfc-4563-905b-ac94d146c22a req-55c05253-5edd-45cd-991b-466f8ec93628 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:43.240130 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-da3ac772-3bfc-4563-905b-ac94d146c22a req-55c05253-5edd-45cd-991b-466f8ec93628 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.73 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1664116 Jul 13 19:23:43.251740 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13d447-f9e2-4ab4-b258-6ecf8dc2852e req-5b0604cc-06ee-4e8e-a729-fdbd7ec448da tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:43.258834 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cb13d447-f9e2-4ab4-b258-6ecf8dc2852e req-5b0604cc-06ee-4e8e-a729-fdbd7ec448da tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 946 time: 0.1946380 Jul 13 19:23:43.266322 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 is scheduled to L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e with binding_index 1 {{(pid=92952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:23:43.309229 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89660b91-45a3-412f-967e-a4d72c04fa29 x-openstack-request-id: req-89660b91-45a3-412f-967e-a4d72c04fa29 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:43.309511 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "name": "network-vif-plugged", "status": "completed", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:43.309633 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-89660b91-45a3-412f-967e-a4d72c04fa29 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:43.309990 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'code': 200} Jul 13 19:23:43.311870 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cd651f-e87d-42a6-a5e3-06c1e707f9c7 None None] Network 5d0baed2-a221-495a-9b1f-f3bd7404bbba requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:43.317353 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:43.327278 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.349219 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cb13d447-f9e2-4ab4-b258-6ecf8dc2852e req-e1ea00bf-628f-4dc8-a3c7-4b6d83437859 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/security-groups?id=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888276 Jul 13 19:23:43.391189 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f01afc6f-b166-4c57-b15c-c32e7e55e79c None None] Provisioning for port b2e86652-4939-44e8-92c0-8fe6d6d61f64 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:43.411639 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:43.412975 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f01afc6f-b166-4c57-b15c-c32e7e55e79c None None] Provisioning complete for port b2e86652-4939-44e8-92c0-8fe6d6d61f64 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:43.413345 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f01afc6f-b166-4c57-b15c-c32e7e55e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.415894 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-da3ac772-3bfc-4563-905b-ac94d146c22a req-879ff993-50e6-4550-bf8d-b5c1106e9c6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Deleting port a78abd0f-c2a6-4835-aa94-f9176c839e00 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:43.416363 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-da3ac772-3bfc-4563-905b-ac94d146c22a req-879ff993-50e6-4550-bf8d-b5c1106e9c6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.424397 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Sync routers for ids ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:43.431943 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.435173 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Routers {'73f9e95e-9ba2-471f-a942-0cd8f6239fe3'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:43.435832 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:23:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:43.437858 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-4c089d4d-8fe6-4e3d-ab75-f7abc5f86a31 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1200161 Jul 13 19:23:43.439035 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38658) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:43.468089 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=fd6dceb3-28bf-4071-afd5-2d1b595b4819,revision_number=10']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:43.524428 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-da3ac772-3bfc-4563-905b-ac94d146c22a req-879ff993-50e6-4550-bf8d-b5c1106e9c6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] For port a78abd0f-c2a6-4835-aa94-f9176c839e00, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a78abd0f-c2a6-4835-aa94-f9176c839e00,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:43.525155 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-da3ac772-3bfc-4563-905b-ac94d146c22a req-879ff993-50e6-4550-bf8d-b5c1106e9c6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.540726 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-da3ac772-3bfc-4563-905b-ac94d146c22a req-879ff993-50e6-4550-bf8d-b5c1106e9c6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Calling delete_port for a78abd0f-c2a6-4835-aa94-f9176c839e00 owned by compute:nova {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:43.540942 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Set router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:43.619021 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f01afc6f-b166-4c57-b15c-c32e7e55e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.687352 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-f01afc6f-b166-4c57-b15c-c32e7e55e79c None None] For port b2e86652-4939-44e8-92c0-8fe6d6d61f64, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=b2e86652-4939-44e8-92c0-8fe6d6d61f64,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:43.694797 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f01afc6f-b166-4c57-b15c-c32e7e55e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.696517 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-da3ac772-3bfc-4563-905b-ac94d146c22a req-879ff993-50e6-4550-bf8d-b5c1106e9c6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.727605 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['a78abd0f-c2a6-4835-aa94-f9176c839e00'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:23:43.761696 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ff993-50e6-4550-bf8d-b5c1106e9c6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Pushing event deleted for resources: {'Port': ['ID=a78abd0f-c2a6-4835-aa94-f9176c839e00,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:43.770243 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:23:42Z', 'revision_number': 3, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:43.788282 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3ac772-3bfc-4563-905b-ac94d146c22a req-879ff993-50e6-4550-bf8d-b5c1106e9c6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] No DVR routers for this DVR port a78abd0f-c2a6-4835-aa94-f9176c839e00 on host hv-cinder-78693 {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:43.795570 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01afc6f-b166-4c57-b15c-c32e7e55e79c None None] Pushing event updated for resources: {'Port': ['ID=b2e86652-4939-44e8-92c0-8fe6d6d61f64,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:43.797617 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Checking router: 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:43.798174 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Updating router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 port f20ad5aa-74c7-472f-afaa-a37bf3925f19 binding host dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:23:43.798760 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-da3ac772-3bfc-4563-905b-ac94d146c22a req-879ff993-50e6-4550-bf8d-b5c1106e9c6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.802981 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-da3ac772-3bfc-4563-905b-ac94d146c22a req-879ff993-50e6-4550-bf8d-b5c1106e9c6f tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.73 "DELETE /v2.0/ports/a78abd0f-c2a6-4835-aa94-f9176c839e00 HTTP/1.1" status: 204 len: 173 time: 0.5421295 Jul 13 19:23:43.803455 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd370d452-4735-4fc7-8956-24277fb6b863', 'name': 'network-vif-deleted', 'tag': 'a78abd0f-c2a6-4835-aa94-f9176c839e00'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:43.814958 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4fa51c-933f-440c-8852-8c27a8a7be21" -d '{"events": [{"server_uuid": "d370d452-4735-4fc7-8956-24277fb6b863", "name": "network-vif-deleted", "tag": "a78abd0f-c2a6-4835-aa94-f9176c839e00"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:43.859012 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.867192 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fc50a5-36aa-4126-881f-321169a65e8d x-openstack-request-id: req-f6fc50a5-36aa-4126-881f-321169a65e8d {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:43.867532 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d370d452-4735-4fc7-8956-24277fb6b863", "name": "network-vif-deleted", "tag": "a78abd0f-c2a6-4835-aa94-f9176c839e00", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:43.869784 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6fc50a5-36aa-4126-881f-321169a65e8d {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:43.869784 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd370d452-4735-4fc7-8956-24277fb6b863', 'name': 'network-vif-deleted', 'tag': 'a78abd0f-c2a6-4835-aa94-f9176c839e00', 'status': 'completed', 'code': 200} Jul 13 19:23:44.066355 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1393d9b-303f-4057-961b-26903670ab6b req-12a0f18e-d143-4255-95e3-f1110640471b tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:44.071578 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f1393d9b-303f-4057-961b-26903670ab6b req-12a0f18e-d143-4255-95e3-f1110640471b tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 946 time: 0.0883849 Jul 13 19:23:44.124091 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f1393d9b-303f-4057-961b-26903670ab6b req-1345967c-d2fd-460a-8361-09d58c6f2499 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485280 Jul 13 19:23:44.128506 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c1f456a1-cc42-4cb0-a2d4-26885520d18e None None] Provisioning complete for port b2e86652-4939-44e8-92c0-8fe6d6d61f64 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:44.129102 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c1f456a1-cc42-4cb0-a2d4-26885520d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.152499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492542fe-30e8-4d01-a363-1cd230a3e6db req-9a787310-0633-4c1a-8126-0d824f5daef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:44.154066 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-492542fe-30e8-4d01-a363-1cd230a3e6db req-9a787310-0633-4c1a-8126-0d824f5daef4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 1099 time: 0.4639826 Jul 13 19:23:44.218337 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.225722 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-492542fe-30e8-4d01-a363-1cd230a3e6db req-a0b410cb-b13f-42b2-9d80-5cae3f5ad446 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425563 Jul 13 19:23:44.234006 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Transition to ACTIVE for port object f20ad5aa-74c7-472f-afaa-a37bf3925f19 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:44.240226 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.295386 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Attempting to bind port f20ad5aa-74c7-472f-afaa-a37bf3925f19 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:44.295655 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Attempting to bind port f20ad5aa-74c7-472f-afaa-a37bf3925f19 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:44.296033 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Attempting to bind port f20ad5aa-74c7-472f-afaa-a37bf3925f19 on network c7f35cd8-18dd-44ea-ab02-b10396c904d8 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:44.299085 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Pushing event updated for resources: {'Port': ['ID=f20ad5aa-74c7-472f-afaa-a37bf3925f19,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:44.307182 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:44.307576 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Checking segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:44.307994 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.308363 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Bound using segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:44.308838 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Bound port: f20ad5aa-74c7-472f-afaa-a37bf3925f19, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:44.309241 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.311587 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.311830 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.312185 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.312520 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.312845 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.313181 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.313513 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.313842 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.314189 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.314640 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.323275 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.323619 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.348694 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.406555 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] For port f20ad5aa-74c7-472f-afaa-a37bf3925f19, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:44.410510 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] For port f20ad5aa-74c7-472f-afaa-a37bf3925f19, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=f20ad5aa-74c7-472f-afaa-a37bf3925f19,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:44.417984 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.480976 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dea034-a25c-46db-92ba-8a44cd70614f None None] Pushing event updated for resources: {'Port': ['ID=f20ad5aa-74c7-472f-afaa-a37bf3925f19,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:44.519121 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Routers {'73f9e95e-9ba2-471f-a942-0cd8f6239fe3'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:44.519932 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:23:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:44.528091 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bada686a-19dd-463a-931c-ecadec7e479e req-5603a170-1a71-49c4-8970-27c8415eb8d6 tempest-ServerRescueNegativeTestJSON-1427253497 tempest-ServerRescueNegativeTestJSON-1427253497-project] 10.222.0.68 "GET /v2.0/ports?device_id=d370d452-4735-4fc7-8956-24277fb6b863 HTTP/1.1" status: 200 len: 210 time: 0.0343928 Jul 13 19:23:44.588719 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Allocated IP 172.20.0.1 (5d0baed2-a221-495a-9b1f-f3bd7404bbba/019047ff-c5fe-4aa2-bb42-5108f18c9f04/cc131056-3830-4eb4-8b83-4c16fd316ac9) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:44.690091 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.704654 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Transition to ACTIVE for port object cc131056-3830-4eb4-8b83-4c16fd316ac9 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:44.720330 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] Set router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:44.738634 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.776275 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Network 5d0baed2-a221-495a-9b1f-f3bd7404bbba is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:44.778993 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:44.784613 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:44.816822 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Pushing event updated for resources: {'Port': ['ID=cc131056-3830-4eb4-8b83-4c16fd316ac9,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:44.842897 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521879'] for router_interface, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.877643 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device b2e86652-4939-44e8-92c0-8fe6d6d61f64 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:44.932346 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:23:42Z', 'revision_number': 3, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:44.933527 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port b2e86652-4939-44e8-92c0-8fe6d6d61f64 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:44.934009 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.958987 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad7498-23fc-496d-9dd4-8221222602eb None None] The sync data for ids ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'] in dv-cinder-786931-3-iscsi is: [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:23:42Z', 'revision_number': 3, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:44.981364 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:23:45.014595 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.059171 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f31c257b-f4c1-421b-b3be-6f46d8e5ce26 None None] Provisioning for port cc131056-3830-4eb4-8b83-4c16fd316ac9 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:45.063659 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f31c257b-f4c1-421b-b3be-6f46d8e5ce26 None None] Provisioning complete for port cc131056-3830-4eb4-8b83-4c16fd316ac9 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:45.063923 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f31c257b-f4c1-421b-b3be-6f46d8e5ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.115065 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f31c257b-f4c1-421b-b3be-6f46d8e5ce26 None None] Port cc131056-3830-4eb4-8b83-4c16fd316ac9 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:45.209466 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.216412 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.318136 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Pushing event updated for resources: {'Port': ['ID=cc131056-3830-4eb4-8b83-4c16fd316ac9,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:45.334200 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33039058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523229'] for router_interface, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.403010 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238277b9-56a1-44e6-afd4-a68168be4f99 req-770ebd60-af0a-47f9-bf43-891b3e2d608e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:45.411910 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-238277b9-56a1-44e6-afd4-a68168be4f99 req-770ebd60-af0a-47f9-bf43-891b3e2d608e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 946 time: 0.1085246 Jul 13 19:23:45.449663 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Network 5d0baed2-a221-495a-9b1f-f3bd7404bbba is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:45.451167 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:45.516324 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-238277b9-56a1-44e6-afd4-a68168be4f99 req-cbf3514d-1d32-409e-8f77-ce11170b21e6 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851398 Jul 13 19:23:45.648137 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:45.698269 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38708) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:45.824862 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:45.840135 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-76628b25-ba1f-4a50-b2c1-c0bde7264f24 admin admin] 10.222.0.68 "PUT /v2.0/routers/73f9e95e-9ba2-471f-a942-0cd8f6239fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3915946 Jul 13 19:23:45.848909 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c0664333-e410-49cc-a02f-787ec432aa66 None None] Provisioning complete for port cc131056-3830-4eb4-8b83-4c16fd316ac9 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:45.849530 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c0664333-e410-49cc-a02f-787ec432aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.891006 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-c0664333-e410-49cc-a02f-787ec432aa66 None None] Port cc131056-3830-4eb4-8b83-4c16fd316ac9 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:46.229942 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ff6db31b-3273-406f-b173-17351c82a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523116'] for router_interface, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.370353 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38726) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:46.375448 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1238621198-network', 'tenant_id': 'e609d823f6654d589c9d24b03281d400'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:46.396218 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Made reservation on behalf of e609d823f6654d589c9d24b03281d400 for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:46.398688 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.408362 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.511689 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.516319 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.550949 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:23:46.558294 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40db9225-c86f-4352-a21f-48b4bc0380f1,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:46.579026 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.579439 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Added segment 651ea714-20d7-4d6d-b8da-f04411f4dd93 of type vlan for network c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 Jul 13 19:23:46.629349 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.666054 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.667201 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:46.667779 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.721010 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3493090 Jul 13 19:23:46.724789 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38732) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:46.731966 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-1c6dcdd3-7791-4222-aaf3-4d5f9f5f265f admin admin] Request body: {'subnet': {'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1238621198-subnet', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:46.739976 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab04b9-9562-4c37-bc0d-82bb01e7054e admin admin] Pushing event updated for resources: {'Network': ['ID=c4a8726d-24b6-42d4-aee6-ad7ba1b9b266,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:46.751461 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:23:46.759168 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6dcdd3-7791-4222-aaf3-4d5f9f5f265f admin admin] Made reservation on behalf of e609d823f6654d589c9d24b03281d400 for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:46.762739 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcdd3-7791-4222-aaf3-4d5f9f5f265f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529171'] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.818048 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9deb91-5320-439c-bf33-d57a2d037b03 req-16874cc0-e10b-43ce-8bbd-74f629a5407e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:46.819623 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7f9deb91-5320-439c-bf33-d57a2d037b03 req-16874cc0-e10b-43ce-8bbd-74f629a5407e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 946 time: 0.1114678 Jul 13 19:23:46.832375 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-ff6db31b-3273-406f-b173-17351c82a7b2 admin admin] Deleting port d1f61809-22ba-482a-8fee-7e6847afc6f5 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:46.832697 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ff6db31b-3273-406f-b173-17351c82a7b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.914943 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7f9deb91-5320-439c-bf33-d57a2d037b03 req-7c621fd4-1afe-4a79-bdef-b1e92af237d3 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847168 Jul 13 19:23:46.924920 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device f20ad5aa-74c7-472f-afaa-a37bf3925f19 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:46.943098 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-ff6db31b-3273-406f-b173-17351c82a7b2 admin admin] For port d1f61809-22ba-482a-8fee-7e6847afc6f5, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=d1f61809-22ba-482a-8fee-7e6847afc6f5,segment=NetworkSegment(3a62543a-14d6-480b-b1ca-4b20b18a593d),segment_id=3a62543a-14d6-480b-b1ca-4b20b18a593d)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:46.943462 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ff6db31b-3273-406f-b173-17351c82a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.959794 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-ff6db31b-3273-406f-b173-17351c82a7b2 admin admin] Calling delete_port for d1f61809-22ba-482a-8fee-7e6847afc6f5 owned by network:router_interface {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:46.966083 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device a78abd0f-c2a6-4835-aa94-f9176c839e00 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:46.994651 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: a78abd0f-c2a6-4835-aa94-f9176c839e00 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:46.995223 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device a78abd0f-c2a6-4835-aa94-f9176c839e00 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:46.997280 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcdd3-7791-4222-aaf3-4d5f9f5f265f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8569272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529185'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.010304 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Sync routers for ids ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:47.024625 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Routers {'73f9e95e-9ba2-471f-a942-0cd8f6239fe3'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:47.025253 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:23:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:47.041603 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dcdd3-7791-4222-aaf3-4d5f9f5f265f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5561ee25-3c52-4e9d-a94b-98f96f257639,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:47.062389 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port f20ad5aa-74c7-472f-afaa-a37bf3925f19 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:47.072904 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port f20ad5aa-74c7-472f-afaa-a37bf3925f19 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:47.073541 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.077234 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6dcdd3-7791-4222-aaf3-4d5f9f5f265f admin admin] Checking segment: {'id': '651ea714-20d7-4d6d-b8da-f04411f4dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:47.077660 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6dcdd3-7791-4222-aaf3-4d5f9f5f265f admin admin] Network hostable DHCP agents. Network: c4a8726d-24b6-42d4-aee6-ad7ba1b9b266, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:23:47.099367 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6dcdd3-7791-4222-aaf3-4d5f9f5f265f admin admin] Network c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:23:47.110143 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-1c6dcdd3-7791-4222-aaf3-4d5f9f5f265f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, c4a8726d-24b6-42d4-aee6-ad7ba1b9b266) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:47.114435 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6dcdd3-7791-4222-aaf3-4d5f9f5f265f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:47.115169 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcdd3-7791-4222-aaf3-4d5f9f5f265f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.128712 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d887a9-408d-4969-a0ea-1711eccafff9 None None] Network c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:47.131613 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1c6dcdd3-7791-4222-aaf3-4d5f9f5f265f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4058027 Jul 13 19:23:47.135666 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38736) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:47.144029 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1238621198-router', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:47.179293 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13697'] for router, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.180260 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33141241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13704'] for router, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.225067 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Set router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:47.279342 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.280771 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ff6db31b-3273-406f-b173-17351c82a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.338283 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6db31b-3273-406f-b173-17351c82a7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f61809-22ba-482a-8fee-7e6847afc6f5,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:47.401066 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.455606 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port f20ad5aa-74c7-472f-afaa-a37bf3925f19, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=f20ad5aa-74c7-472f-afaa-a37bf3925f19,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:47.463402 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.474107 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffccee63-fa48-5d75-9a9a-e5ee3a48267b-c4a8726d-24b6-42d4-aee6-ad7ba1b9b266', 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'fixed_ips': [{'subnet_id': '5561ee25-3c52-4e9d-a94b-98f96f257639'}]}} from dv-cinder-786931-3-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:23:47.474944 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.489287 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13722'] for router, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.614373 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=f20ad5aa-74c7-472f-afaa-a37bf3925f19,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:47.647430 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ff6db31b-3273-406f-b173-17351c82a7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33039051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523400'] for router_interface, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.696709 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:23:44Z', 'revision_number': 4, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'cc131056-3830-4eb4-8b83-4c16fd316ac9', 'name': '', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'mac_address': 'fa:16:3e:6e:b4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:44Z', 'updated_at': '2021-07-13T19:23:45Z', 'revision_number': 2, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'subnets': [{'id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:47.699120 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Allocated IP 172.20.0.2 (c4a8726d-24b6-42d4-aee6-ad7ba1b9b266/5561ee25-3c52-4e9d-a94b-98f96f257639/7097c06b-53e2-4760-85c6-14b025a70d8e) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:47.727385 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Checking router: 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:47.727644 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Updating router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 port cc131056-3830-4eb4-8b83-4c16fd316ac9 binding host dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:23:47.910148 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.923105 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.937309 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.050145 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6db31b-3273-406f-b173-17351c82a7b2 admin admin] Router 603a9df2-d40c-449b-a8e7-5816f36c33f8 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:48.139187 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Allocated IP 172.27.0.40 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:48.144280 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.162412 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Transition to ACTIVE for port object 7097c06b-53e2-4760-85c6-14b025a70d8e will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:48.190020 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Transition to ACTIVE for port object 7097c06b-53e2-4760-85c6-14b025a70d8e will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:48.198450 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.253557 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6db31b-3273-406f-b173-17351c82a7b2 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:48.260704 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ff6db31b-3273-406f-b173-17351c82a7b2 admin admin] 10.222.0.68 "PUT /v2.0/routers/603a9df2-d40c-449b-a8e7-5816f36c33f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5609195 Jul 13 19:23:48.263291 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38740) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:48.263986 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Network c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:48.270333 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58989b82-2c46-4974-8dcf-d451f2a1b121 None None] Sync routers for ids ['603a9df2-d40c-449b-a8e7-5816f36c33f8'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:48.273123 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Pushing event updated for resources: {'Port': ['ID=7097c06b-53e2-4760-85c6-14b025a70d8e,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:48.281821 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58989b82-2c46-4974-8dcf-d451f2a1b121 None None] Routers {'603a9df2-d40c-449b-a8e7-5816f36c33f8'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:48.282734 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-58989b82-2c46-4974-8dcf-d451f2a1b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:23:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['603a9df2-d40c-449b-a8e7-5816f36c33f8'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:48.310164 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:48.323967 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:48.380912 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.398147 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-58989b82-2c46-4974-8dcf-d451f2a1b121 None None] Set router 603a9df2-d40c-449b-a8e7-5816f36c33f8 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:48.411061 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Attempting to bind port 7097c06b-53e2-4760-85c6-14b025a70d8e on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:48.411444 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Attempting to bind port 7097c06b-53e2-4760-85c6-14b025a70d8e by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '651ea714-20d7-4d6d-b8da-f04411f4dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:48.412382 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Attempting to bind port 7097c06b-53e2-4760-85c6-14b025a70d8e on network c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:48.415957 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.416358 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.428775 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:48.429164 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Checking segment: {'id': '651ea714-20d7-4d6d-b8da-f04411f4dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:48.429572 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.430029 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Bound using segment: {'id': '651ea714-20d7-4d6d-b8da-f04411f4dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:48.430690 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Bound port: 7097c06b-53e2-4760-85c6-14b025a70d8e, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651ea714-20d7-4d6d-b8da-f04411f4dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:48.431082 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.441662 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Transition to ACTIVE for port object cc131056-3830-4eb4-8b83-4c16fd316ac9 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:48.457454 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.506503 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.593298 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-58989b82-2c46-4974-8dcf-d451f2a1b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1377924286-router', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 5, 'project_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'gw_port': {'id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:48.624718 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58989b82-2c46-4974-8dcf-d451f2a1b121 None None] Checking router: 603a9df2-d40c-449b-a8e7-5816f36c33f8 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:48.636057 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe0819-369b-44cb-9d9a-726d25601d3e None None] Pushing event updated for resources: {'Port': ['ID=cc131056-3830-4eb4-8b83-4c16fd316ac9,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:48.636280 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58989b82-2c46-4974-8dcf-d451f2a1b121 None None] Routers {'603a9df2-d40c-449b-a8e7-5816f36c33f8'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:48.637084 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-58989b82-2c46-4974-8dcf-d451f2a1b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:23:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['603a9df2-d40c-449b-a8e7-5816f36c33f8'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:48.648941 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Attempting to bind port cc131056-3830-4eb4-8b83-4c16fd316ac9 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:48.649480 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Attempting to bind port cc131056-3830-4eb4-8b83-4c16fd316ac9 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:48.649943 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Attempting to bind port cc131056-3830-4eb4-8b83-4c16fd316ac9 on network 5d0baed2-a221-495a-9b1f-f3bd7404bbba {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:48.653488 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] For port 7097c06b-53e2-4760-85c6-14b025a70d8e, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:48.658508 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] For port 7097c06b-53e2-4760-85c6-14b025a70d8e, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=7097c06b-53e2-4760-85c6-14b025a70d8e,segment=NetworkSegment(651ea714-20d7-4d6d-b8da-f04411f4dd93),segment_id=651ea714-20d7-4d6d-b8da-f04411f4dd93)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:48.668822 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:48.669409 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Checking segment: {'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:48.670162 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.671350 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Bound using segment: {'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:48.672726 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Bound port: cc131056-3830-4eb4-8b83-4c16fd316ac9, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:48.673261 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.692526 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.854869 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] For port cc131056-3830-4eb4-8b83-4c16fd316ac9, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:48.885219 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-58989b82-2c46-4974-8dcf-d451f2a1b121 None None] Set router 603a9df2-d40c-449b-a8e7-5816f36c33f8 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:48.901204 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] For port cc131056-3830-4eb4-8b83-4c16fd316ac9, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=cc131056-3830-4eb4-8b83-4c16fd316ac9,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:48.930909 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.934829 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a9bc3-60f2-4678-94e6-5606aa7afa1e None None] Pushing event updated for resources: {'Port': ['ID=7097c06b-53e2-4760-85c6-14b025a70d8e,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:48.941219 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:48.949108 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:48.955869 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:48.997259 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:49.006899 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.017502 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device f20ad5aa-74c7-472f-afaa-a37bf3925f19 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:49.103179 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe0819-369b-44cb-9d9a-726d25601d3e None None] Pushing event updated for resources: {'Port': ['ID=cc131056-3830-4eb4-8b83-4c16fd316ac9,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:49.153485 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Routers {'73f9e95e-9ba2-471f-a942-0cd8f6239fe3'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:49.155350 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:23:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:49.174620 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-58989b82-2c46-4974-8dcf-d451f2a1b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1377924286-router', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 5, 'project_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'gw_port': {'id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:49.208332 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58989b82-2c46-4974-8dcf-d451f2a1b121 None None] The sync data for ids ['603a9df2-d40c-449b-a8e7-5816f36c33f8'] in dv-cinder-786931-3-iscsi is: [{'id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1377924286-router', 'tenant_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 5, 'project_id': '2a0d40dcd30548d8a8f63ebc23983d2b', 'gw_port': {'id': '57f38b8a-4c74-4ef3-b985-358e498f7b76', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603a9df2-d40c-449b-a8e7-5816f36c33f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:49.209560 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port f20ad5aa-74c7-472f-afaa-a37bf3925f19 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:49.210207 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.220531 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Deleting port 57f38b8a-4c74-4ef3-b985-358e498f7b76 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:49.220901 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.388882 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] Set router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:49.451945 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] For port 57f38b8a-4c74-4ef3-b985-358e498f7b76, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=57f38b8a-4c74-4ef3-b985-358e498f7b76,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:49.452603 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.467655 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.469494 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Calling delete_port for 57f38b8a-4c74-4ef3-b985-358e498f7b76 owned by network:router_gateway {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:49.622186 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:23:44Z', 'revision_number': 4, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'cc131056-3830-4eb4-8b83-4c16fd316ac9', 'name': '', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'mac_address': 'fa:16:3e:6e:b4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:44Z', 'updated_at': '2021-07-13T19:23:48Z', 'revision_number': 4, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'subnets': [{'id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:49.648170 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9058b9-cb8d-468a-8306-54910b0d1c11 None None] The sync data for ids ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'] in dv-cinder-786931-3-iscsi is: [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:23:44Z', 'revision_number': 4, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'cc131056-3830-4eb4-8b83-4c16fd316ac9', 'name': '', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'mac_address': 'fa:16:3e:6e:b4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:44Z', 'updated_at': '2021-07-13T19:23:48Z', 'revision_number': 4, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'subnets': [{'id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:49.799615 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520434'] for router, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.843667 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.880311 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f38b8a-4c74-4ef3-b985-358e498f7b76,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:49.994075 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520458'] for router_gateway, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.109791 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13715'] for router, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.113094 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.190853 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Router fed8f265-6f2c-4ce9-a68c-23ddfc11c21a is scheduled to L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e with binding_index 1 {{(pid=92951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:23:50.194560 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393745'] for router, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.195217 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 603a9df2-d40c-449b-a8e7-5816f36c33f8 {{(pid=92951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:23:50.203225 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.204403 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-05521d5b-ac68-4a17-abe7-9b48bf391aa1 admin admin] 10.222.0.68 "DELETE /v2.0/routers/603a9df2-d40c-449b-a8e7-5816f36c33f8 HTTP/1.1" status: 204 len: 168 time: 1.9401822 Jul 13 19:23:50.207263 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38750) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:50.266025 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd32c7c-511f-4a14-9409-d96cd59bc9c9 admin admin] Deleting subnet 499acf8e-dcac-4939-8052-00af7439f44f {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:23:50.269509 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1dd32c7c-511f-4a14-9409-d96cd59bc9c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.314139 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1dd32c7c-511f-4a14-9409-d96cd59bc9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569325'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.317974 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:50.332978 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Sync routers for ids ['fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:50.336025 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.337942 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-73d4b520-c1f7-42bb-98f0-35eec9dbb833 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1995981 Jul 13 19:23:50.342353 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38752) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:50.354825 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc65e41-3246-4436-9b40-fc69c425c324 None None] Network c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:50.404872 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1dd32c7c-511f-4a14-9409-d96cd59bc9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.411133 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Routers {'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:50.411766 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:23:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:50.476110 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-cae1846b-59cc-4b4c-9af9-d4baa27fbda1 None None] Provisioning for port 7097c06b-53e2-4760-85c6-14b025a70d8e completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:50.496873 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1dd32c7c-511f-4a14-9409-d96cd59bc9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8569209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529206'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.521104 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1dd32c7c-511f-4a14-9409-d96cd59bc9c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.525166 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1dd32c7c-511f-4a14-9409-d96cd59bc9c9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/499acf8e-dcac-4939-8052-00af7439f44f HTTP/1.1" status: 204 len: 168 time: 0.3168857 Jul 13 19:23:50.531417 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38754) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:50.547261 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd32c7c-511f-4a14-9409-d96cd59bc9c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499acf8e-dcac-4939-8052-00af7439f44f,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:50.593468 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Set router fed8f265-6f2c-4ce9-a68c-23ddfc11c21a gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:50.652800 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.009992 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'name': 'tempest-TestShelveInstance-1238621198-router', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:49Z', 'revision_number': 3, 'project_id': 'e609d823f6654d589c9d24b03281d400', 'gw_port': {'id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:51.042256 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device cc131056-3830-4eb4-8b83-4c16fd316ac9 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:51.046544 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Checking router: fed8f265-6f2c-4ce9-a68c-23ddfc11c21a for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:51.046544 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Updating router fed8f265-6f2c-4ce9-a68c-23ddfc11c21a port d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 binding host dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:23:51.092018 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.114641 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.125009 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fa0955-bf8a-4941-b7ef-11e6c4205d99']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:51.139612 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a62543a-14d6-480b-b1ca-4b20b18a593d') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:51.139612 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a62543a-14d6-480b-b1ca-4b20b18a593d') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:51.169097 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797635'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.190563 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.200111 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:23:51.200509 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1946948'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: timer() Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: cb(*args, **kw) Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: self._notify() Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: self.callback(batched_events) Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: event.method(event) Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._get(url).json() Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:23:51.202946 dv-cinder-786931-3-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:23:51.227839 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port cc131056-3830-4eb4-8b83-4c16fd316ac9 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:51.239541 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port cc131056-3830-4eb4-8b83-4c16fd316ac9 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:51.239918 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.307909 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.325030 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.331160 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.335517 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] 10.222.0.68 "DELETE /v2.0/networks/67fa0955-bf8a-4941-b7ef-11e6c4205d99 HTTP/1.1" status: 204 len: 168 time: 0.7954226 Jul 13 19:23:51.349230 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17b768-6465-4f63-97ad-6e89b470aa11 admin admin] Pushing event deleted for resources: {'Network': ['ID=67fa0955-bf8a-4941-b7ef-11e6c4205d99,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:51.360118 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.408754 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.469259 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port cc131056-3830-4eb4-8b83-4c16fd316ac9, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=cc131056-3830-4eb4-8b83-4c16fd316ac9,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:51.493866 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.494813 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 7097c06b-53e2-4760-85c6-14b025a70d8e up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:51.520997 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38760) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:51.526035 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Allocated IP 172.20.0.1 (c4a8726d-24b6-42d4-aee6-ad7ba1b9b266/5561ee25-3c52-4e9d-a94b-98f96f257639/ccbf2dec-5d1a-426f-8f76-d8506213cd85) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:51.560195 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.570997 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d119faf7-4b0a-4f81-ac7f-9f11646fd4dc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2a0d40dcd30548d8a8f63ebc23983d2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482323 Jul 13 19:23:51.573782 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38762) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:51.585717 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Transition to ACTIVE for port object d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:51.601602 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.604028 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=cc131056-3830-4eb4-8b83-4c16fd316ac9,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:51.633275 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d705fbd6-0c59-42b3-8352-7a5b13a96230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.640368 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.657219 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Transition to ACTIVE for port object ccbf2dec-5d1a-426f-8f76-d8506213cd85 will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:51.660569 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d705fbd6-0c59-42b3-8352-7a5b13a96230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.669744 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port 7097c06b-53e2-4760-85c6-14b025a70d8e completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:51.674782 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb7d3d-0502-4ec9-a5e1-835f661a66d0 None None] Pushing event updated for resources: {'Port': ['ID=d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:51.677318 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Attempting to bind port d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:51.677678 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Attempting to bind port d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:51.678044 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Attempting to bind port d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 on network c7f35cd8-18dd-44ea-ab02-b10396c904d8 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:51.680076 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 7097c06b-53e2-4760-85c6-14b025a70d8e triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:51.680659 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.703370 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:51.703744 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Checking segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:51.704150 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.704279 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.704599 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Bound using segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:51.705098 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Bound port: d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:51.705517 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.721036 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d705fbd6-0c59-42b3-8352-7a5b13a96230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.723880 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d705fbd6-0c59-42b3-8352-7a5b13a96230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.728691 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d705fbd6-0c59-42b3-8352-7a5b13a96230 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/67fe928f-fbd1-4ef3-8a55-c3b9231b95fa HTTP/1.1" status: 204 len: 168 time: 0.1504004 Jul 13 19:23:51.734847 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705fbd6-0c59-42b3-8352-7a5b13a96230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fe928f-fbd1-4ef3-8a55-c3b9231b95fa,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:51.757487 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Network c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:51.761255 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:51.764400 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:51.790956 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] For port d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:51.795217 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] For port d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:51.800264 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Pushing event updated for resources: {'Port': ['ID=ccbf2dec-5d1a-426f-8f76-d8506213cd85,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:51.803935 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.819491 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521879'] for router_interface, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.905820 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.908811 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Routers {'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:51.909521 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:23:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:51.911241 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb7d3d-0502-4ec9-a5e1-835f661a66d0 None None] Pushing event updated for resources: {'Port': ['ID=d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:51.995205 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port 7097c06b-53e2-4760-85c6-14b025a70d8e, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=7097c06b-53e2-4760-85c6-14b025a70d8e,segment=NetworkSegment(651ea714-20d7-4d6d-b8da-f04411f4dd93),segment_id=651ea714-20d7-4d6d-b8da-f04411f4dd93)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:52.002013 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.031600 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.085094 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 57f38b8a-4c74-4ef3-b985-358e498f7b76 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:52.141745 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: 57f38b8a-4c74-4ef3-b985-358e498f7b76 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:52.141745 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 57f38b8a-4c74-4ef3-b985-358e498f7b76 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:52.142057 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d1f61809-22ba-482a-8fee-7e6847afc6f5 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:52.156500 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-1a33543d-8560-4c14-af5f-3d9ceb9bc414 None None] Provisioning for port ccbf2dec-5d1a-426f-8f76-d8506213cd85 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:52.179730 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=7097c06b-53e2-4760-85c6-14b025a70d8e,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:52.186699 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-1a33543d-8560-4c14-af5f-3d9ceb9bc414 None None] Provisioning complete for port ccbf2dec-5d1a-426f-8f76-d8506213cd85 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:52.187108 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1a33543d-8560-4c14-af5f-3d9ceb9bc414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.188771 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: d1f61809-22ba-482a-8fee-7e6847afc6f5 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:52.189139 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d1f61809-22ba-482a-8fee-7e6847afc6f5 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:52.222050 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.222619 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] Set router fed8f265-6f2c-4ce9-a68c-23ddfc11c21a gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:52.228520 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.298629 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33039058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523229'] for router_interface, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.300377 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Pushing event updated for resources: {'Port': ['ID=ccbf2dec-5d1a-426f-8f76-d8506213cd85,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:52.324957 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-1a33543d-8560-4c14-af5f-3d9ceb9bc414 None None] Port ccbf2dec-5d1a-426f-8f76-d8506213cd85 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:52.403299 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Network c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:52.405431 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:52.424212 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'name': 'tempest-TestShelveInstance-1238621198-router', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:49Z', 'revision_number': 3, 'project_id': 'e609d823f6654d589c9d24b03281d400', 'gw_port': {'id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:52.458921 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056fb5a-227f-4657-8fb3-5c703a746a77 None None] The sync data for ids ['fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'] in dv-cinder-786931-3-iscsi is: [{'id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'name': 'tempest-TestShelveInstance-1238621198-router', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:49Z', 'revision_number': 3, 'project_id': 'e609d823f6654d589c9d24b03281d400', 'gw_port': {'id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:52.551946 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Router fed8f265-6f2c-4ce9-a68c-23ddfc11c21a has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:52.649784 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b22c2519-5d50-4cb3-8a7d-fbef5ed28a69 None None] Provisioning complete for port ccbf2dec-5d1a-426f-8f76-d8506213cd85 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:52.650189 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b22c2519-5d50-4cb3-8a7d-fbef5ed28a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.682422 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:52.688561 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-71876276-c1c3-4955-8842-37ef580d2341 admin admin] 10.222.0.68 "PUT /v2.0/routers/fed8f265-6f2c-4ce9-a68c-23ddfc11c21a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3373730 Jul 13 19:23:52.705621 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-b22c2519-5d50-4cb3-8a7d-fbef5ed28a69 None None] Port ccbf2dec-5d1a-426f-8f76-d8506213cd85 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:52.975160 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device cc131056-3830-4eb4-8b83-4c16fd316ac9 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:53.082940 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port cc131056-3830-4eb4-8b83-4c16fd316ac9 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:53.083657 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.276085 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:53.480029 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:53.484367 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:53.484814 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.568396 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38816) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:53.573455 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.573604 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-ddf0567a-ae66-4eda-bc2c-fbdefe84e8d3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034428312', 'description': 'tempest-secgroup-smoke-1034428312 description', 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:53.594107 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:53.595607 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ddf0567a-ae66-4eda-bc2c-fbdefe84e8d3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.598090 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.598923 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 7097c06b-53e2-4760-85c6-14b025a70d8e up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:53.677712 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ddf0567a-ae66-4eda-bc2c-fbdefe84e8d3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.679565 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:53.683170 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ddf0567a-ae66-4eda-bc2c-fbdefe84e8d3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.700738 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 7097c06b-53e2-4760-85c6-14b025a70d8e triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:53.701125 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.712527 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ddf0567a-ae66-4eda-bc2c-fbdefe84e8d3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.713739 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-ddf0567a-ae66-4eda-bc2c-fbdefe84e8d3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1443501 Jul 13 19:23:53.715690 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0567a-ae66-4eda-bc2c-fbdefe84e8d3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b727f3cd-bace-45d6-9fa8-218f26eaa0e7,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:53.716958 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38818) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:53.723123 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-df2ef708-5694-4ace-ad43-45b27785b452 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Request body: {'security_group_rule': {'security_group_id': 'b727f3cd-bace-45d6-9fa8-218f26eaa0e7', 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:53.760995 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-df2ef708-5694-4ace-ad43-45b27785b452 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.827138 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-df2ef708-5694-4ace-ad43-45b27785b452 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.830853 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-df2ef708-5694-4ace-ad43-45b27785b452 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.849573 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ef708-5694-4ace-ad43-45b27785b452 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dbb2a5-ecda-4e00-9892-fec62413c208,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:53.858133 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-df2ef708-5694-4ace-ad43-45b27785b452 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.859423 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-df2ef708-5694-4ace-ad43-45b27785b452 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412263 Jul 13 19:23:53.862096 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38820) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:53.866495 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-e526b4ab-2d11-4958-aaa2-0e9b69f32caf tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Request body: {'security_group_rule': {'security_group_id': 'b727f3cd-bace-45d6-9fa8-218f26eaa0e7', 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:53.893880 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e526b4ab-2d11-4958-aaa2-0e9b69f32caf tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.953952 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e526b4ab-2d11-4958-aaa2-0e9b69f32caf tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.957912 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e526b4ab-2d11-4958-aaa2-0e9b69f32caf tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.978247 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526b4ab-2d11-4958-aaa2-0e9b69f32caf tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96728cf9-37df-4329-8e1f-c518869853fd,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:53.981607 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e526b4ab-2d11-4958-aaa2-0e9b69f32caf tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.982957 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e526b4ab-2d11-4958-aaa2-0e9b69f32caf tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197615 Jul 13 19:23:53.985615 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38822) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:53.989992 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-10925cfa-8209-4e64-9508-9fe42c2f635e tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Request body: {'security_group_rule': {'security_group_id': 'b727f3cd-bace-45d6-9fa8-218f26eaa0e7', 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:54.016711 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-10925cfa-8209-4e64-9508-9fe42c2f635e tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.080599 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-10925cfa-8209-4e64-9508-9fe42c2f635e tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.084988 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-10925cfa-8209-4e64-9508-9fe42c2f635e tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.104344 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10925cfa-8209-4e64-9508-9fe42c2f635e tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56925507-6814-44b3-8b75-f771a41d1274,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:54.110495 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-10925cfa-8209-4e64-9508-9fe42c2f635e tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.111698 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-10925cfa-8209-4e64-9508-9fe42c2f635e tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251118 Jul 13 19:23:54.114877 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38824) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:54.119707 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-861597a8-b2a2-47dd-9149-a72a5aad4d81 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Request body: {'security_group_rule': {'security_group_id': 'b727f3cd-bace-45d6-9fa8-218f26eaa0e7', 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:54.146887 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-861597a8-b2a2-47dd-9149-a72a5aad4d81 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.219291 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-861597a8-b2a2-47dd-9149-a72a5aad4d81 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.221908 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Sync routers for ids ['fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:54.228779 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-861597a8-b2a2-47dd-9149-a72a5aad4d81 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.232595 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Routers {'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:54.233655 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:23:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:54.251995 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861597a8-b2a2-47dd-9149-a72a5aad4d81 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52f15b3-703f-4493-80f5-f613ac1e19b7,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:54.257160 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-861597a8-b2a2-47dd-9149-a72a5aad4d81 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.261540 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-861597a8-b2a2-47dd-9149-a72a5aad4d81 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432278 Jul 13 19:23:54.262021 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 38826) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:54.266089 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-06fad83a-ca6a-4b0a-9dee-0ffe603e3790 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Request body: {'security_group_rule': {'security_group_id': 'b727f3cd-bace-45d6-9fa8-218f26eaa0e7', 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:54.288232 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.securitygroups_db [None req-06fad83a-ca6a-4b0a-9dee-0ffe603e3790 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Project f080e94b4b644dc7b1f5e2bc57a4d533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:23:54.293800 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-06fad83a-ca6a-4b0a-9dee-0ffe603e3790 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.343040 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Set router fed8f265-6f2c-4ce9-a68c-23ddfc11c21a gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:54.361168 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-06fad83a-ca6a-4b0a-9dee-0ffe603e3790 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.365757 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-06fad83a-ca6a-4b0a-9dee-0ffe603e3790 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.387471 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fad83a-ca6a-4b0a-9dee-0ffe603e3790 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d122719c-d4b0-4941-b7c7-0bbd471097e2,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:54.391466 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-06fad83a-ca6a-4b0a-9dee-0ffe603e3790 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.396179 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 38834) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:54.402174 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-1094bf15-1460-41fc-a3ba-05f6b6ce7d9d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Request body: {'security_group_rule': {'security_group_id': 'b727f3cd-bace-45d6-9fa8-218f26eaa0e7', 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:54.405638 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-06fad83a-ca6a-4b0a-9dee-0ffe603e3790 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1428616 Jul 13 19:23:54.426077 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.securitygroups_db [None req-1094bf15-1460-41fc-a3ba-05f6b6ce7d9d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Project f080e94b4b644dc7b1f5e2bc57a4d533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:23:54.431942 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1094bf15-1460-41fc-a3ba-05f6b6ce7d9d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.494115 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1094bf15-1460-41fc-a3ba-05f6b6ce7d9d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.497849 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1094bf15-1460-41fc-a3ba-05f6b6ce7d9d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.512566 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094bf15-1460-41fc-a3ba-05f6b6ce7d9d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f381f675-7584-4b10-93b5-9403ff229964,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:54.521914 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1094bf15-1460-41fc-a3ba-05f6b6ce7d9d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.523230 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-1094bf15-1460-41fc-a3ba-05f6b6ce7d9d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259997 Jul 13 19:23:54.559945 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'name': 'tempest-TestShelveInstance-1238621198-router', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 4, 'project_id': 'e609d823f6654d589c9d24b03281d400', 'gw_port': {'id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'ccbf2dec-5d1a-426f-8f76-d8506213cd85', 'name': '', 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'mac_address': 'fa:16:3e:f3:85:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '5561ee25-3c52-4e9d-a94b-98f96f257639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:51Z', 'updated_at': '2021-07-13T19:23:52Z', 'revision_number': 2, 'project_id': 'e609d823f6654d589c9d24b03281d400', 'subnets': [{'id': '5561ee25-3c52-4e9d-a94b-98f96f257639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:54.585858 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Checking router: fed8f265-6f2c-4ce9-a68c-23ddfc11c21a for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:54.586877 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Updating router fed8f265-6f2c-4ce9-a68c-23ddfc11c21a port ccbf2dec-5d1a-426f-8f76-d8506213cd85 binding host dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:23:54.623202 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.862179 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:54.917503 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:54.917887 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.003674 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.015661 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Transition to ACTIVE for port object ccbf2dec-5d1a-426f-8f76-d8506213cd85 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:55.025150 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.081833 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd1d57-7ba6-4d5a-8364-066034039df2 None None] Pushing event updated for resources: {'Port': ['ID=ccbf2dec-5d1a-426f-8f76-d8506213cd85,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:55.138495 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Attempting to bind port ccbf2dec-5d1a-426f-8f76-d8506213cd85 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:55.138913 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Attempting to bind port ccbf2dec-5d1a-426f-8f76-d8506213cd85 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '651ea714-20d7-4d6d-b8da-f04411f4dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:55.139269 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Attempting to bind port ccbf2dec-5d1a-426f-8f76-d8506213cd85 on network c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:55.144867 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:55.145237 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Checking segment: {'id': '651ea714-20d7-4d6d-b8da-f04411f4dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:55.145645 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.146013 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Bound using segment: {'id': '651ea714-20d7-4d6d-b8da-f04411f4dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:55.146471 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Bound port: ccbf2dec-5d1a-426f-8f76-d8506213cd85, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651ea714-20d7-4d6d-b8da-f04411f4dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:55.146894 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.212261 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] For port ccbf2dec-5d1a-426f-8f76-d8506213cd85, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:55.215446 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] For port ccbf2dec-5d1a-426f-8f76-d8506213cd85, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=ccbf2dec-5d1a-426f-8f76-d8506213cd85,segment=NetworkSegment(651ea714-20d7-4d6d-b8da-f04411f4dd93),segment_id=651ea714-20d7-4d6d-b8da-f04411f4dd93)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:55.220184 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.280204 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd1d57-7ba6-4d5a-8364-066034039df2 None None] Pushing event updated for resources: {'Port': ['ID=ccbf2dec-5d1a-426f-8f76-d8506213cd85,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:55.282727 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Routers {'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:55.283332 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:23:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:55.405828 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] Set router fed8f265-6f2c-4ce9-a68c-23ddfc11c21a gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:55.605704 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'name': 'tempest-TestShelveInstance-1238621198-router', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 4, 'project_id': 'e609d823f6654d589c9d24b03281d400', 'gw_port': {'id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'ccbf2dec-5d1a-426f-8f76-d8506213cd85', 'name': '', 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'mac_address': 'fa:16:3e:f3:85:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '5561ee25-3c52-4e9d-a94b-98f96f257639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:51Z', 'updated_at': '2021-07-13T19:23:55Z', 'revision_number': 4, 'project_id': 'e609d823f6654d589c9d24b03281d400', 'subnets': [{'id': '5561ee25-3c52-4e9d-a94b-98f96f257639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:55.631968 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c335ef6-a93d-4dfa-abb1-0d1386ebb01d None None] The sync data for ids ['fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'] in dv-cinder-786931-3-iscsi is: [{'id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'name': 'tempest-TestShelveInstance-1238621198-router', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 4, 'project_id': 'e609d823f6654d589c9d24b03281d400', 'gw_port': {'id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'ccbf2dec-5d1a-426f-8f76-d8506213cd85', 'name': '', 'network_id': 'c4a8726d-24b6-42d4-aee6-ad7ba1b9b266', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'mac_address': 'fa:16:3e:f3:85:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '5561ee25-3c52-4e9d-a94b-98f96f257639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:51Z', 'updated_at': '2021-07-13T19:23:55Z', 'revision_number': 4, 'project_id': 'e609d823f6654d589c9d24b03281d400', 'subnets': [{'id': '5561ee25-3c52-4e9d-a94b-98f96f257639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:56.871457 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device ccbf2dec-5d1a-426f-8f76-d8506213cd85 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:56.920753 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port ccbf2dec-5d1a-426f-8f76-d8506213cd85 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:56.924340 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port ccbf2dec-5d1a-426f-8f76-d8506213cd85 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:56.924720 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.007204 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.038635 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port ccbf2dec-5d1a-426f-8f76-d8506213cd85, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=ccbf2dec-5d1a-426f-8f76-d8506213cd85,segment=NetworkSegment(651ea714-20d7-4d6d-b8da-f04411f4dd93),segment_id=651ea714-20d7-4d6d-b8da-f04411f4dd93)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:57.043418 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.095202 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=ccbf2dec-5d1a-426f-8f76-d8506213cd85,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:58.853504 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device ccbf2dec-5d1a-426f-8f76-d8506213cd85 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:58.907412 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port ccbf2dec-5d1a-426f-8f76-d8506213cd85 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:58.907783 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.936696 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35ca92de-f9c0-4579-8723-0c8b88e4ab71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.732841 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39026) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:04.840467 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.931611 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.935397 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.975370 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f77427036daf435aaf16b57ccbd493f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389584 Jul 13 19:24:04.975370 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dfa980-ec5b-4e96-b4cd-30e27bf5d64a,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:04.975904 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39030) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:04.981239 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:04.981591 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:04.981929 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:04.982263 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:04.982626 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:04.982971 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:04.983297 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:04.983621 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:04.983947 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:04.984268 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:04.984604 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:04.984904 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e537e-64b3-49dd-8a83-5b326f6507ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:05.029246 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-93f8f52e-ff80-4b49-8f0e-f1936d8cbda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.053324 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-93f8f52e-ff80-4b49-8f0e-f1936d8cbda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.106387 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-93f8f52e-ff80-4b49-8f0e-f1936d8cbda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.107255 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-04c33a9e-6970-42cc-b99c-12504bac1c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.108961 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-93f8f52e-ff80-4b49-8f0e-f1936d8cbda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.110152 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-93f8f52e-ff80-4b49-8f0e-f1936d8cbda0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b2dfa980-ec5b-4e96-b4cd-30e27bf5d64a HTTP/1.1" status: 204 len: 168 time: 0.1329646 Jul 13 19:24:05.119105 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8f52e-ff80-4b49-8f0e-f1936d8cbda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dfa980-ec5b-4e96-b4cd-30e27bf5d64a,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:05.465029 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.492952 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0872-8a32-4a04-9211-bbf13d0106a1 req-755fa872-c819-4010-b50b-b7dde0e5b613 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:05.494836 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c47e0872-8a32-4a04-9211-bbf13d0106a1 req-755fa872-c819-4010-b50b-b7dde0e5b613 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 945 time: 0.0801730 Jul 13 19:24:05.533480 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c47e0872-8a32-4a04-9211-bbf13d0106a1 req-56207ef7-7522-44df-a8d6-6162b6d5c1da tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Jul 13 19:24:06.014448 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.525799 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39078) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:06.637225 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.760578 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27237865-ab60-4770-8f15-6030f985cda4 req-a1a02a32-f45d-41cf-b3f7-8560302cd800 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:06.762076 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-27237865-ab60-4770-8f15-6030f985cda4 req-a1a02a32-f45d-41cf-b3f7-8560302cd800 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 945 time: 0.1003335 Jul 13 19:24:06.792185 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.797807 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.833337 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-27237865-ab60-4770-8f15-6030f985cda4 req-82953801-573f-40b9-9bb6-8b2f15b77176 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f1d5869-6cff-476e-b96d-242f1e550b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657139 Jul 13 19:24:06.846450 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=50559b4484874695bf2fbda1835a92c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194895 Jul 13 19:24:06.854967 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35199ad4-31a5-49d9-a98b-14abc1bc34a4,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:06.855087 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39086) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:06.860817 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:06.861169 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:06.861506 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:06.861864 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:06.862198 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:06.862539 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:06.862874 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:06.863195 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:06.863518 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:06.863842 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:06.864157 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:06.864471 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adb41b-73a8-4274-aff7-7996c821370a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:06.914550 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4e8ccc4a-6fb7-48d0-ab55-ee2c048146ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.937061 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4e8ccc4a-6fb7-48d0-ab55-ee2c048146ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.984114 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4e8ccc4a-6fb7-48d0-ab55-ee2c048146ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.986582 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4e8ccc4a-6fb7-48d0-ab55-ee2c048146ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.987701 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-4e8ccc4a-6fb7-48d0-ab55-ee2c048146ee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/35199ad4-31a5-49d9-a98b-14abc1bc34a4 HTTP/1.1" status: 204 len: 168 time: 0.1373789 Jul 13 19:24:06.995645 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ccc4a-6fb7-48d0-ab55-ee2c048146ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35199ad4-31a5-49d9-a98b-14abc1bc34a4,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:07.219945 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc65d26-ec05-4ec5-a7f0-8668cbe3e79a req-de12c9c2-570a-4d20-b229-71a0e04e2597 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:07.221405 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4fc65d26-ec05-4ec5-a7f0-8668cbe3e79a req-de12c9c2-570a-4d20-b229-71a0e04e2597 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.73 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 945 time: 0.0759444 Jul 13 19:24:07.258950 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39092) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:07.272532 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b4b0cddc-0cf1-4405-a4b3-f92f970a4ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.330838 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-4fc65d26-ec05-4ec5-a7f0-8668cbe3e79a req-34a3ce03-4659-4e85-bd2a-6c7a3855ebb0 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Deleting port a69e69b0-74fb-432d-a1d9-014d131b61a1 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:24:07.331102 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-4fc65d26-ec05-4ec5-a7f0-8668cbe3e79a req-34a3ce03-4659-4e85-bd2a-6c7a3855ebb0 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.368392 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b4b0cddc-0cf1-4405-a4b3-f92f970a4ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.372266 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b4b0cddc-0cf1-4405-a4b3-f92f970a4ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.412993 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b4b0cddc-0cf1-4405-a4b3-f92f970a4ddb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6215e873e7bc4db8b0a6f93bc14dbc1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525772 Jul 13 19:24:07.414424 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0cddc-0cf1-4405-a4b3-f92f970a4ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45901bc-9f81-4771-8122-7ca2050c0d14,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:07.416780 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39094) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:07.429943 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-4fc65d26-ec05-4ec5-a7f0-8668cbe3e79a req-34a3ce03-4659-4e85-bd2a-6c7a3855ebb0 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] For port a69e69b0-74fb-432d-a1d9-014d131b61a1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a69e69b0-74fb-432d-a1d9-014d131b61a1,segment=NetworkSegment(c9f917b4-b514-4f50-811d-36c2cb359e46),segment_id=c9f917b4-b514-4f50-811d-36c2cb359e46)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:07.430291 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-4fc65d26-ec05-4ec5-a7f0-8668cbe3e79a req-34a3ce03-4659-4e85-bd2a-6c7a3855ebb0 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.443440 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-4fc65d26-ec05-4ec5-a7f0-8668cbe3e79a req-34a3ce03-4659-4e85-bd2a-6c7a3855ebb0 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Calling delete_port for a69e69b0-74fb-432d-a1d9-014d131b61a1 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:24:07.472081 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9dac04b4-aefe-4841-9f00-8e1fe0818fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.494154 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9dac04b4-aefe-4841-9f00-8e1fe0818fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.546716 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9dac04b4-aefe-4841-9f00-8e1fe0818fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.549246 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9dac04b4-aefe-4841-9f00-8e1fe0818fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.550400 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9dac04b4-aefe-4841-9f00-8e1fe0818fbc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a45901bc-9f81-4771-8122-7ca2050c0d14 HTTP/1.1" status: 204 len: 168 time: 0.1327071 Jul 13 19:24:07.558579 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac04b4-aefe-4841-9f00-8e1fe0818fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45901bc-9f81-4771-8122-7ca2050c0d14,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:07.584060 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-4fc65d26-ec05-4ec5-a7f0-8668cbe3e79a req-34a3ce03-4659-4e85-bd2a-6c7a3855ebb0 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.595991 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['a69e69b0-74fb-432d-a1d9-014d131b61a1'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:07.617605 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3ce03-4659-4e85-bd2a-6c7a3855ebb0 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Pushing event deleted for resources: {'Port': ['ID=a69e69b0-74fb-432d-a1d9-014d131b61a1,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:07.675053 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc65d26-ec05-4ec5-a7f0-8668cbe3e79a req-34a3ce03-4659-4e85-bd2a-6c7a3855ebb0 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] No DVR routers for this DVR port a69e69b0-74fb-432d-a1d9-014d131b61a1 on host hv-cinder-78693 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:24:07.677582 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-4fc65d26-ec05-4ec5-a7f0-8668cbe3e79a req-34a3ce03-4659-4e85-bd2a-6c7a3855ebb0 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.680334 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4fc65d26-ec05-4ec5-a7f0-8668cbe3e79a req-34a3ce03-4659-4e85-bd2a-6c7a3855ebb0 tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.73 "DELETE /v2.0/ports/a69e69b0-74fb-432d-a1d9-014d131b61a1 HTTP/1.1" status: 204 len: 173 time: 0.4519274 Jul 13 19:24:07.681179 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837b27e2-2526-466a-a761-4ef5707313fd', 'name': 'network-vif-deleted', 'tag': 'a69e69b0-74fb-432d-a1d9-014d131b61a1'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:07.683597 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a43e1c8-e170-41a9-b280-bd0c12710f0d" -d '{"events": [{"server_uuid": "837b27e2-2526-466a-a761-4ef5707313fd", "name": "network-vif-deleted", "tag": "a69e69b0-74fb-432d-a1d9-014d131b61a1"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:07.726706 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48094a5-51ee-46e4-9131-f5e3f424429a x-openstack-request-id: req-e48094a5-51ee-46e4-9131-f5e3f424429a {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:07.726994 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837b27e2-2526-466a-a761-4ef5707313fd", "name": "network-vif-deleted", "tag": "a69e69b0-74fb-432d-a1d9-014d131b61a1", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:07.727335 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e48094a5-51ee-46e4-9131-f5e3f424429a {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:07.727646 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837b27e2-2526-466a-a761-4ef5707313fd', 'name': 'network-vif-deleted', 'tag': 'a69e69b0-74fb-432d-a1d9-014d131b61a1', 'status': 'completed', 'code': 200} Jul 13 19:24:07.999434 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a7a97e42-acbb-44a9-b732-ec920c33e505 req-0c7ef87a-6553-43a4-8959-5d24300f437b tempest-VolumesSnapshotTestJSON-183640755 tempest-VolumesSnapshotTestJSON-183640755-project] 10.222.0.68 "GET /v2.0/ports?device_id=837b27e2-2526-466a-a761-4ef5707313fd HTTP/1.1" status: 200 len: 210 time: 0.0325141 Jul 13 19:24:08.138765 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:10.461361 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device a69e69b0-74fb-432d-a1d9-014d131b61a1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:24:10.483678 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: a69e69b0-74fb-432d-a1d9-014d131b61a1 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:24:10.484046 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device a69e69b0-74fb-432d-a1d9-014d131b61a1 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:24:15.256716 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39236) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:15.357399 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2afb70f2-2793-415f-8713-2e9564f40062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.448374 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2afb70f2-2793-415f-8713-2e9564f40062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.452166 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2afb70f2-2793-415f-8713-2e9564f40062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.501958 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-2afb70f2-2793-415f-8713-2e9564f40062 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=210f173347a04687b725075c97dfd162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440684 Jul 13 19:24:15.502905 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb70f2-2793-415f-8713-2e9564f40062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb80667-1fca-45da-a205-9fb6c1f713bd,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:15.504397 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39240) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:15.553373 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f96e-d99a-49b2-86ec-789b3b555ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.576973 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f96e-d99a-49b2-86ec-789b3b555ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.621520 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f96e-d99a-49b2-86ec-789b3b555ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.624496 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f96e-d99a-49b2-86ec-789b3b555ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.625653 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-8ae3f96e-d99a-49b2-86ec-789b3b555ffe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2eb80667-1fca-45da-a205-9fb6c1f713bd HTTP/1.1" status: 204 len: 168 time: 0.1203465 Jul 13 19:24:15.633332 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3f96e-d99a-49b2-86ec-789b3b555ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb80667-1fca-45da-a205-9fb6c1f713bd,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:15.890988 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39246) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:15.904989 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2216260-7759-4803-90a6-0b0fe54a06fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.989005 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2216260-7759-4803-90a6-0b0fe54a06fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.992928 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2216260-7759-4803-90a6-0b0fe54a06fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.030650 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c2216260-7759-4803-90a6-0b0fe54a06fe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7f484ae5fb2749c6b1d01e115a95c1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384573 Jul 13 19:24:16.031526 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2216260-7759-4803-90a6-0b0fe54a06fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02438415-f743-429b-b0fd-b13bb2d1a945,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:16.033270 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39250) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:16.091184 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac39-2726-44b3-b758-baa77cf0481c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.113129 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac39-2726-44b3-b758-baa77cf0481c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.164633 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac39-2726-44b3-b758-baa77cf0481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.167471 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac39-2726-44b3-b758-baa77cf0481c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.170930 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3c69ac39-2726-44b3-b758-baa77cf0481c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/02438415-f743-429b-b0fd-b13bb2d1a945 HTTP/1.1" status: 204 len: 168 time: 0.1337059 Jul 13 19:24:16.178005 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ac39-2726-44b3-b758-baa77cf0481c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02438415-f743-429b-b0fd-b13bb2d1a945,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:16.270108 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-69e642a1-7b12-4eb0-9300-32cd058dc6dd tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034428312&fields=id&tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533 HTTP/1.1" status: 200 len: 267 time: 0.0489128 Jul 13 19:24:16.395452 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-bd3a5fb5-1e42-4177-a241-b35cc88d9fc3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.396937 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-bd3a5fb5-1e42-4177-a241-b35cc88d9fc3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/networks?id=5d0baed2-a221-495a-9b1f-f3bd7404bbba HTTP/1.1" status: 200 len: 809 time: 0.1146605 Jul 13 19:24:16.412261 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-bb158b64-9b8c-4132-adbc-85cd139224c2 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/quotas/f080e94b4b644dc7b1f5e2bc57a4d533 HTTP/1.1" status: 200 len: 375 time: 0.0089693 Jul 13 19:24:16.483368 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-fb5f1717-eeae-4383-805f-cd25fec01d4b tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652413 Jul 13 19:24:16.584460 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-14a4a107-f56b-4406-862a-cebe4a2c7478 service neutron] 10.222.0.68 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877538 Jul 13 19:24:16.676107 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-5c0f3193-bfab-4d6a-adbe-1e2c7fa9c71d service neutron] 10.222.0.68 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858445 Jul 13 19:24:17.003329 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6210196d-1cf6-4560-84ce-416c352bbd9c req-5df2de02-3cd3-431a-ac1f-3902d8762899 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 210 time: 0.0340526 Jul 13 19:24:18.211534 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-7b61d8ee-fc2f-4498-b8ee-31127d5c0dea tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:18.213028 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-7b61d8ee-fc2f-4498-b8ee-31127d5c0dea tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.73 "GET /v2.0/networks?id=5d0baed2-a221-495a-9b1f-f3bd7404bbba HTTP/1.1" status: 200 len: 809 time: 0.1525295 Jul 13 19:24:18.245510 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0af0d739-862b-48fd-a70d-afe4f92c0a2f req-38c831a3-ae71-42f5-b5c7-3333b7864699 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 210 time: 0.0335584 Jul 13 19:24:18.278133 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-b947466c-fc75-45ae-a9ae-cb5e188d44eb tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533 HTTP/1.1" status: 200 len: 380 time: 0.0551333 Jul 13 19:24:18.291413 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Request body: {'port': {'device_id': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'admin_state_up': True, 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'security_groups': ['b727f3cd-bace-45d6-9fa8-218f26eaa0e7']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:18.402535 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Made reservation on behalf of f080e94b4b644dc7b1f5e2bc57a4d533 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:18.406533 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.534135 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Allocated IP 172.20.0.6 (5d0baed2-a221-495a-9b1f-f3bd7404bbba/019047ff-c5fe-4aa2-bb42-5108f18c9f04/447b0fa5-ee4e-424e-bc17-c2799cad0206) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:18.684618 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.702099 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Transition to ACTIVE for port object 447b0fa5-ee4e-424e-bc17-c2799cad0206 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:18.746396 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.802365 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Network 5d0baed2-a221-495a-9b1f-f3bd7404bbba is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:18.813434 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:18.815863 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:18.851546 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event updated for resources: {'Port': ['ID=447b0fa5-ee4e-424e-bc17-c2799cad0206,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:18.887477 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:18.888752 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.909311 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-151cf656-2e35-4e72-a184-8e0285d5d18c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6223230 Jul 13 19:24:18.923127 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Request body: {'port': {'device_id': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:19.012501 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.059850 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-95d3e708-f0a8-4d54-af13-cbe6aec11428 None None] Provisioning for port 447b0fa5-ee4e-424e-bc17-c2799cad0206 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:19.063587 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-95d3e708-f0a8-4d54-af13-cbe6aec11428 None None] Provisioning complete for port 447b0fa5-ee4e-424e-bc17-c2799cad0206 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:19.063961 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-95d3e708-f0a8-4d54-af13-cbe6aec11428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.098864 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-95d3e708-f0a8-4d54-af13-cbe6aec11428 None None] Port 447b0fa5-ee4e-424e-bc17-c2799cad0206 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:19.287186 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447b0fa5-ee4e-424e-bc17-c2799cad0206 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:19.296014 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.309225 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Transition to ACTIVE for port object 447b0fa5-ee4e-424e-bc17-c2799cad0206 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:19.314573 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.370625 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Pushing event updated for resources: {'Port': ['ID=447b0fa5-ee4e-424e-bc17-c2799cad0206,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:19.493240 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Attempting to bind port 447b0fa5-ee4e-424e-bc17-c2799cad0206 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:19.493573 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Attempting to bind port 447b0fa5-ee4e-424e-bc17-c2799cad0206 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:19.493904 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Attempting to bind port 447b0fa5-ee4e-424e-bc17-c2799cad0206 on network 5d0baed2-a221-495a-9b1f-f3bd7404bbba {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:19.501389 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Port 447b0fa5-ee4e-424e-bc17-c2799cad0206 on network 5d0baed2-a221-495a-9b1f-f3bd7404bbba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:19.501711 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Attempting to bind port 447b0fa5-ee4e-424e-bc17-c2799cad0206 on network 5d0baed2-a221-495a-9b1f-f3bd7404bbba {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:19.515028 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef730a2-0327-4245-9f4a-a564738996cf req-353fbf0a-2233-400b-aa92-255e46776af6 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.516844 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5ef730a2-0327-4245-9f4a-a564738996cf req-353fbf0a-2233-400b-aa92-255e46776af6 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.1172705 Jul 13 19:24:19.520048 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:19.520390 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Checking segment: {'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:19.520782 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Bound using segment: {'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:19.521257 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Bound port: 447b0fa5-ee4e-424e-bc17-c2799cad0206, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a8e5a3-e57e-4b60-8898-ca6cceda297f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:19.521622 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.599582 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5ef730a2-0327-4245-9f4a-a564738996cf req-5cc48504-94ae-403f-b993-18afcf7686f8 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741413 Jul 13 19:24:19.626124 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] For port 447b0fa5-ee4e-424e-bc17-c2799cad0206, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:19.629338 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] For port 447b0fa5-ee4e-424e-bc17-c2799cad0206, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:19.634921 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.669363 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.670057 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.671365 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] 10.222.0.73 "PUT /v2.0/ports/447b0fa5-ee4e-424e-bc17-c2799cad0206 HTTP/1.1" status: 200 len: 1093 time: 0.7546878 Jul 13 19:24:19.671799 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:19.674055 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76fc21c-437a-4dfa-b69e-405be6cc45aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:19.699025 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1cc8e-d554-4cac-9aaf-3d1c8021e227 service neutron] Pushing event updated for resources: {'Port': ['ID=447b0fa5-ee4e-424e-bc17-c2799cad0206,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:19.715328 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dcb700-676b-41e4-8b73-a48255f52c8e x-openstack-request-id: req-87dcb700-676b-41e4-8b73-a48255f52c8e {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:19.715617 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:19.715868 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-87dcb700-676b-41e4-8b73-a48255f52c8e {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:19.716266 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'status': 'completed', 'code': 200} Jul 13 19:24:20.798915 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d92453-9a47-4333-8b13-f7acba4250d0 req-12c642c3-3bec-46e6-8230-8601ab2f0d5d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.801063 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9d92453-9a47-4333-8b13-f7acba4250d0 req-12c642c3-3bec-46e6-8230-8601ab2f0d5d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0724919 Jul 13 19:24:20.844595 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9d92453-9a47-4333-8b13-f7acba4250d0 req-3d68c6b7-6c38-4efe-a647-974d980f310d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373337 Jul 13 19:24:21.258974 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:21.980594 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:24:22.024382 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8381c-8ba6-4425-9ebd-43f08ab677b3 req-8fdee22b-80de-4318-958b-9ae5b197c1cd tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:22.025862 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-abb8381c-8ba6-4425-9ebd-43f08ab677b3 req-8fdee22b-80de-4318-958b-9ae5b197c1cd tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0659385 Jul 13 19:24:22.063381 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-abb8381c-8ba6-4425-9ebd-43f08ab677b3 req-6449a521-4e8d-4016-a59c-4270052bf379 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319502 Jul 13 19:24:22.154265 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fc21c-437a-4dfa-b69e-405be6cc45aa req-3297bc70-06f0-488e-866c-238728c19d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:22.155760 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a76fc21c-437a-4dfa-b69e-405be6cc45aa req-3297bc70-06f0-488e-866c-238728c19d3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533&device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 1096 time: 0.0570068 Jul 13 19:24:22.545281 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fc21c-437a-4dfa-b69e-405be6cc45aa req-06631c1c-027b-4ff7-a589-1555fc81d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:22.546753 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a76fc21c-437a-4dfa-b69e-405be6cc45aa req-06631c1c-027b-4ff7-a589-1555fc81d433 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3825872 Jul 13 19:24:23.255778 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0426b-0673-4970-934d-c3384f78ad3b req-8483e7a6-b8bc-4d08-a37b-6a49eb0bf8b8 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:23.258638 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-acf0426b-0673-4970-934d-c3384f78ad3b req-8483e7a6-b8bc-4d08-a37b-6a49eb0bf8b8 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0721555 Jul 13 19:24:23.310191 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-acf0426b-0673-4970-934d-c3384f78ad3b req-cad14d69-f880-401a-aac3-7c52ff3c4d53 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Jul 13 19:24:24.442121 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0ab30fbc-134d-4e74-ba24-4e35b2e8dd19 req-b2174957-d7e7-47ce-89ca-ef5c450daf7e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675509 Jul 13 19:24:24.527593 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c772c-9dd8-4b8d-beed-6fcedfb1b683 req-778fcb3d-73bc-4a8a-a672-e5ab4207aeb0 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:24.529089 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6d2c772c-9dd8-4b8d-beed-6fcedfb1b683 req-778fcb3d-73bc-4a8a-a672-e5ab4207aeb0 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0638101 Jul 13 19:24:24.548780 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fc21c-437a-4dfa-b69e-405be6cc45aa req-3f33f090-2cf2-4004-9d96-85829bd396af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:24.550250 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a76fc21c-437a-4dfa-b69e-405be6cc45aa req-3f33f090-2cf2-4004-9d96-85829bd396af service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1767178 Jul 13 19:24:24.572031 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6d2c772c-9dd8-4b8d-beed-6fcedfb1b683 req-c98ef2c3-0f70-4025-8336-aa9a2759cb69 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347288 Jul 13 19:24:25.462314 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30fbc-134d-4e74-ba24-4e35b2e8dd19 req-ad1373bc-2f70-4b41-b56e-10250cba03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.463881 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0ab30fbc-134d-4e74-ba24-4e35b2e8dd19 req-ad1373bc-2f70-4b41-b56e-10250cba03b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 1099 time: 0.0547614 Jul 13 19:24:25.495081 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-50f24de0-d7dd-4acb-ba90-62be725cf7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.496684 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-50f24de0-d7dd-4acb-ba90-62be725cf7f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533&device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 1096 time: 0.0673058 Jul 13 19:24:25.542158 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-58d6534c-5677-4fcb-b817-18654b22b262 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206 HTTP/1.1" status: 200 len: 217 time: 0.0356951 Jul 13 19:24:25.590469 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30fbc-134d-4e74-ba24-4e35b2e8dd19 req-6cf3e26b-6f4c-4406-88a4-eb406a2af2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.592061 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0ab30fbc-134d-4e74-ba24-4e35b2e8dd19 req-6cf3e26b-6f4c-4406-88a4-eb406a2af2ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 919 time: 0.1017170 Jul 13 19:24:25.605496 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-4b03ade8-6579-415e-a360-cdb55d241a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.607496 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-4b03ade8-6579-415e-a360-cdb55d241a73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=019047ff-c5fe-4aa2-bb42-5108f18c9f04 HTTP/1.1" status: 200 len: 848 time: 0.0579789 Jul 13 19:24:25.686174 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-5f025838-679a-40ea-9426-0556b8e6696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.687649 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-5f025838-679a-40ea-9426-0556b8e6696a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d0baed2-a221-495a-9b1f-f3bd7404bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725226 Jul 13 19:24:25.689191 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0ab30fbc-134d-4e74-ba24-4e35b2e8dd19 req-e325ecc7-5970-48fc-be8f-80e2ed4d9aed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819 HTTP/1.1" status: 200 len: 1001 time: 0.0897992 Jul 13 19:24:25.822359 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30fbc-134d-4e74-ba24-4e35b2e8dd19 req-9fb13fdf-ca3d-4057-a08b-cf31aa53f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.824182 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0ab30fbc-134d-4e74-ba24-4e35b2e8dd19 req-9fb13fdf-ca3d-4057-a08b-cf31aa53f354 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e23400d-e62e-4511-992c-8616f7455f40 HTTP/1.1" status: 200 len: 856 time: 0.1229603 Jul 13 19:24:25.826964 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-cfe6ca19-195b-4fd3-a247-1acbda141f7a service neutron] 10.222.0.73 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259277 Jul 13 19:24:25.854395 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406cd01-970b-499b-8eca-8e0ffeaa222f req-195b7269-a1ae-473e-92f0-273affa7bb11 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.855932 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2406cd01-970b-499b-8eca-8e0ffeaa222f req-195b7269-a1ae-473e-92f0-273affa7bb11 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.1422875 Jul 13 19:24:25.916610 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2406cd01-970b-499b-8eca-8e0ffeaa222f req-9aa04c3d-7086-49c0-bcb8-4295e369951b tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422778 Jul 13 19:24:25.931188 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30fbc-134d-4e74-ba24-4e35b2e8dd19 req-cd6b7de0-1669-4740-82da-10c88a483019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.932708 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0ab30fbc-134d-4e74-ba24-4e35b2e8dd19 req-cd6b7de0-1669-4740-82da-10c88a483019 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=864d37d1-14c3-4f3f-8d01-0a137298ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936708 Jul 13 19:24:25.937638 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1227f2f7-73e0-4d83-9d71-413b31439949 req-d15a86da-dfb3-400d-bf12-58396550562a service neutron] 10.222.0.73 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983832 Jul 13 19:24:26.042104 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0ab30fbc-134d-4e74-ba24-4e35b2e8dd19 req-0f6f88b2-80a0-476b-a763-724a86717efd service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973992 Jul 13 19:24:26.138877 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0ab30fbc-134d-4e74-ba24-4e35b2e8dd19 req-ed510742-b4de-4ee8-a05b-632cecd139af service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894818 Jul 13 19:24:27.105622 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d4ae8-920e-4e21-819d-8a8a9a219500 req-ee9c1516-f1a1-40b4-a656-e48315566289 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:27.107118 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f05d4ae8-920e-4e21-819d-8a8a9a219500 req-ee9c1516-f1a1-40b4-a656-e48315566289 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0720749 Jul 13 19:24:27.153223 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f05d4ae8-920e-4e21-819d-8a8a9a219500 req-c8e7e133-39a4-473c-ac65-8b8b0e08dd62 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392196 Jul 13 19:24:28.380133 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818d485-a32b-4e94-9815-56bb41f9afbd req-b4d78507-e093-4bc3-b63c-2dad68489b35 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:28.382255 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a818d485-a32b-4e94-9815-56bb41f9afbd req-b4d78507-e093-4bc3-b63c-2dad68489b35 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0695696 Jul 13 19:24:28.422914 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a818d485-a32b-4e94-9815-56bb41f9afbd req-a99629eb-20d5-4dbd-a79d-4bae23cab0af tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342515 Jul 13 19:24:29.611016 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39454) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:29.621834 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee9b48-8e2f-43eb-92ca-be4199d3d51b req-52a03c86-1b6b-405c-8ff3-65737797f04b tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:29.625402 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1eee9b48-8e2f-43eb-92ca-be4199d3d51b req-52a03c86-1b6b-405c-8ff3-65737797f04b tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0833895 Jul 13 19:24:29.682329 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1eee9b48-8e2f-43eb-92ca-be4199d3d51b req-e42518fd-d1a7-4bd9-8b7c-210eef1a1524 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474086 Jul 13 19:24:29.744142 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ed193a04-5232-4d70-83b1-c9a9ed30a211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.838279 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ed193a04-5232-4d70-83b1-c9a9ed30a211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.842674 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ed193a04-5232-4d70-83b1-c9a9ed30a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.880286 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed193a04-5232-4d70-83b1-c9a9ed30a211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f727da-c650-485a-9af5-b7ada14b9acf,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:29.886217 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-ed193a04-5232-4d70-83b1-c9a9ed30a211 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c3209cec68b84bdea27e3be137c08b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738721 Jul 13 19:24:29.889267 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39458) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:29.938146 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e33c37bb-eae5-4362-babf-bde3fb8e4f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.961089 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e33c37bb-eae5-4362-babf-bde3fb8e4f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.010767 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e33c37bb-eae5-4362-babf-bde3fb8e4f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.013662 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e33c37bb-eae5-4362-babf-bde3fb8e4f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.014846 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e33c37bb-eae5-4362-babf-bde3fb8e4f83 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a0f727da-c650-485a-9af5-b7ada14b9acf HTTP/1.1" status: 204 len: 168 time: 0.1246367 Jul 13 19:24:30.022664 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c37bb-eae5-4362-babf-bde3fb8e4f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f727da-c650-485a-9af5-b7ada14b9acf,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:30.297957 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39472) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:30.311693 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d283f28-590c-4756-9eb5-dc3fca5d1435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.402455 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d283f28-590c-4756-9eb5-dc3fca5d1435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.406234 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d283f28-590c-4756-9eb5-dc3fca5d1435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.443458 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d283f28-590c-4756-9eb5-dc3fca5d1435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6571a432-a9d7-4cac-ab98-ed1d06282860,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:30.448173 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5d283f28-590c-4756-9eb5-dc3fca5d1435 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a44d49ff177345e8a11100cd3e91819c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488740 Jul 13 19:24:30.450917 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39474) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:30.503095 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-48dabf6b-4735-45c4-845b-f5ee48ffad7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.526044 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-48dabf6b-4735-45c4-845b-f5ee48ffad7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.585591 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-48dabf6b-4735-45c4-845b-f5ee48ffad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.588585 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-48dabf6b-4735-45c4-845b-f5ee48ffad7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.589781 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-48dabf6b-4735-45c4-845b-f5ee48ffad7e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6571a432-a9d7-4cac-ab98-ed1d06282860 HTTP/1.1" status: 204 len: 168 time: 0.1379645 Jul 13 19:24:30.597716 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dabf6b-4735-45c4-845b-f5ee48ffad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6571a432-a9d7-4cac-ab98-ed1d06282860,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:30.864488 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd29d0-8b47-42af-b0bc-95d574091808 req-da34b1d0-c71f-4d46-9556-2a61cca3ffc4 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:30.866024 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-54fd29d0-8b47-42af-b0bc-95d574091808 req-da34b1d0-c71f-4d46-9556-2a61cca3ffc4 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0652661 Jul 13 19:24:30.910714 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-54fd29d0-8b47-42af-b0bc-95d574091808 req-dc2074a4-c39a-4491-b87f-f9818a09d247 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390148 Jul 13 19:24:31.942587 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1f97b7e5-22f2-4569-8700-b77b5f51168a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.095191 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd1935-a84a-4e25-b08d-c87f74f7c5aa req-ddd6a0a3-d604-49d8-bea2-c0e9eb6144dc tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:32.096822 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-30cd1935-a84a-4e25-b08d-c87f74f7c5aa req-ddd6a0a3-d604-49d8-bea2-c0e9eb6144dc tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0695846 Jul 13 19:24:32.136730 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-30cd1935-a84a-4e25-b08d-c87f74f7c5aa req-5779ad58-2b70-4a66-b917-aad2f1f9d424 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340829 Jul 13 19:24:33.054203 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 447b0fa5-ee4e-424e-bc17-c2799cad0206 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:33.159228 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 447b0fa5-ee4e-424e-bc17-c2799cad0206, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:33.171577 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'port_id': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'mac_address': 'fa:16:3e:b7:4c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:33.208825 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:33.221583 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447b0fa5-ee4e-424e-bc17-c2799cad0206 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:33.245702 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 447b0fa5-ee4e-424e-bc17-c2799cad0206, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:33.250004 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:33.299322 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=447b0fa5-ee4e-424e-bc17-c2799cad0206,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:33.306804 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:33.307082 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:33.307430 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:33.307771 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:33.308137 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:33.308471 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:33.308801 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:33.309132 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:33.309462 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:33.309795 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:33.310118 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:33.310318 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32d5b0-3414-458f-86d6-5c911e509fd9 req-466c835f-17e3-4c94-8146-a1023fd288f6 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:33.310934 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:33.311881 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec32d5b0-3414-458f-86d6-5c911e509fd9 req-466c835f-17e3-4c94-8146-a1023fd288f6 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 944 time: 0.0644546 Jul 13 19:24:33.351296 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec32d5b0-3414-458f-86d6-5c911e509fd9 req-fc0fb1ce-9bc1-43fe-9663-696129bcff78 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335836 Jul 13 19:24:33.455443 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['447b0fa5-ee4e-424e-bc17-c2799cad0206'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:34.525695 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae92e46-e712-4a22-9ca4-b22862aba6fe req-140a9a0c-f725-428b-b73a-0bb7395d1356 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:34.527219 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eae92e46-e712-4a22-9ca4-b22862aba6fe req-140a9a0c-f725-428b-b73a-0bb7395d1356 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 944 time: 0.0629325 Jul 13 19:24:34.564637 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eae92e46-e712-4a22-9ca4-b22862aba6fe req-0fc3457e-b085-4e98-9e41-8b7d2360e891 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318792 Jul 13 19:24:34.634864 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39574) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:34.677833 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccedcb0f-bf94-40d3-9047-2436dd593ec7 admin admin] Deleting subnet 7108c05e-2219-42c4-940a-46d6ac5e9dd5 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:24:34.681748 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ccedcb0f-bf94-40d3-9047-2436dd593ec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.715737 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ccedcb0f-bf94-40d3-9047-2436dd593ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569325'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.759921 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ccedcb0f-bf94-40d3-9047-2436dd593ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.819760 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ccedcb0f-bf94-40d3-9047-2436dd593ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8569209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529206'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.834616 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ccedcb0f-bf94-40d3-9047-2436dd593ec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.839212 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-ccedcb0f-bf94-40d3-9047-2436dd593ec7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7108c05e-2219-42c4-940a-46d6ac5e9dd5 HTTP/1.1" status: 204 len: 168 time: 0.2030637 Jul 13 19:24:34.839455 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39584) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:34.860172 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedcb0f-bf94-40d3-9047-2436dd593ec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7108c05e-2219-42c4-940a-46d6ac5e9dd5,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:34.930294 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.004039 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.015859 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78867ec7-088e-4a44-a344-f46f34cce7e2']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:35.033355 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f917b4-b514-4f50-811d-36c2cb359e46') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:35.033970 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f917b4-b514-4f50-811d-36c2cb359e46') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:35.044765 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797635'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.056859 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 447b0fa5-ee4e-424e-bc17-c2799cad0206 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:35.059917 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.066643 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:24:35.067057 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1946948'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: timer() Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: cb(*args, **kw) Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: self._notify() Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: self.callback(batched_events) Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: event.method(event) Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._get(url).json() Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:24:35.125899 dv-cinder-786931-3-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:24:35.129828 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.147292 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.149462 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] 10.222.0.68 "DELETE /v2.0/networks/78867ec7-088e-4a44-a344-f46f34cce7e2 HTTP/1.1" status: 204 len: 168 time: 0.3089266 Jul 13 19:24:35.150365 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafa6de-4919-4784-9b35-832d0663c8ce admin admin] Pushing event deleted for resources: {'Network': ['ID=78867ec7-088e-4a44-a344-f46f34cce7e2,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:35.162969 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ca98d502-663b-4d85-9353-46714c418c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.176051 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 447b0fa5-ee4e-424e-bc17-c2799cad0206 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:35.185662 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 447b0fa5-ee4e-424e-bc17-c2799cad0206 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:35.186260 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.294339 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.320674 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:35.323961 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde86aaf-6679-4880-ac80-0589c446f191" -d '{"events": [{"server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "name": "network-vif-plugged", "status": "completed", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:35.340266 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 447b0fa5-ee4e-424e-bc17-c2799cad0206, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:35.352243 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.377696 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724db17e-d6e4-44c7-977d-2c304d7c8ee6 x-openstack-request-id: req-724db17e-d6e4-44c7-977d-2c304d7c8ee6 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:35.377993 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "name": "network-vif-plugged", "status": "completed", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:35.378246 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-724db17e-d6e4-44c7-977d-2c304d7c8ee6 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:35.378667 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'code': 200} Jul 13 19:24:35.379817 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39624) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:35.412047 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=447b0fa5-ee4e-424e-bc17-c2799cad0206,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:35.433732 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-646a2f95-85d2-41f6-96d0-ef6db48520f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=41056b67117f4ec3a50216ec669d8b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527058 Jul 13 19:24:35.436288 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39628) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:35.459731 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.493538 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c3554d58-7924-4dbe-a2c4-03fa81ade780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.516104 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c3554d58-7924-4dbe-a2c4-03fa81ade780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.577560 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c3554d58-7924-4dbe-a2c4-03fa81ade780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.580425 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c3554d58-7924-4dbe-a2c4-03fa81ade780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.581647 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c3554d58-7924-4dbe-a2c4-03fa81ade780 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9f1d5869-6cff-476e-b96d-242f1e550b08 HTTP/1.1" status: 204 len: 168 time: 0.1442711 Jul 13 19:24:35.596189 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3554d58-7924-4dbe-a2c4-03fa81ade780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1d5869-6cff-476e-b96d-242f1e550b08,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:35.719935 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659c078-9a8b-4b31-a039-025c27bdfea4 req-d9cf5efb-31e8-492b-8907-f6eaf1e846d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.722132 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e659c078-9a8b-4b31-a039-025c27bdfea4 req-d9cf5efb-31e8-492b-8907-f6eaf1e846d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 1098 time: 0.0714531 Jul 13 19:24:35.759137 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e659c078-9a8b-4b31-a039-025c27bdfea4 req-8b7a48b8-1894-420b-8d29-94c1d0d5931b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307987 Jul 13 19:24:35.816124 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5d4ff-8243-4ecc-9cf9-04abb4680ff2 req-af645bf4-d788-4a65-8881-8f2d9adaddca tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.817958 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-66d5d4ff-8243-4ecc-9cf9-04abb4680ff2 req-af645bf4-d788-4a65-8881-8f2d9adaddca tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0816813 Jul 13 19:24:35.859339 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-66d5d4ff-8243-4ecc-9cf9-04abb4680ff2 req-e82e4578-c80d-49f7-bf52-3e0418a4d2da tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347307 Jul 13 19:24:36.018007 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.393328 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39674) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:36.498190 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1626123474-network', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:36.523902 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Made reservation on behalf of 3b57609295ef4e7a96bd87b8f67f3532 for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:36.526859 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.536056 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.651998 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.657316 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.686406 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:24:36.711875 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea16fc2-1c8d-4b01-8a82-f96d2333d360,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:36.714766 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.715108 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Added segment 9af2aa7b-e593-4763-8edf-edb1431b4432 of type vlan for network ced6f954-8877-4687-b900-05e72393c1ea Jul 13 19:24:36.757753 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c57190-44f0-4e87-a08e-4b1b130f2fed req-dd179006-e4d3-4d55-a988-99f39ae663c6 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:36.759287 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-35c57190-44f0-4e87-a08e-4b1b130f2fed req-dd179006-e4d3-4d55-a988-99f39ae663c6 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 946 time: 0.1417439 Jul 13 19:24:36.768635 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.819702 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-35c57190-44f0-4e87-a08e-4b1b130f2fed req-42d9e819-f907-4c04-b379-2f6614934375 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528901 Jul 13 19:24:36.820802 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.821794 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:36.822310 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.879201 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4847300 Jul 13 19:24:36.882555 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39684) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:36.888132 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-2b31f832-6cdf-46e3-a1ca-8f369be295fe admin admin] Request body: {'subnet': {'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1626123474-subnet', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:36.897074 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea22e0-5052-4492-8771-f1537e6b367c admin admin] Pushing event updated for resources: {'Network': ['ID=ced6f954-8877-4687-b900-05e72393c1ea,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:36.908308 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network ced6f954-8877-4687-b900-05e72393c1ea details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:24:36.916325 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b31f832-6cdf-46e3-a1ca-8f369be295fe admin admin] Made reservation on behalf of 3b57609295ef4e7a96bd87b8f67f3532 for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:36.918893 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2b31f832-6cdf-46e3-a1ca-8f369be295fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8665835'] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.083889 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973b982-e45b-48c4-a43e-4b8afb56bb75 req-1da4329a-4ef3-4fd4-9aee-9f0b8c6742d6 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:37.086540 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3973b982-e45b-48c4-a43e-4b8afb56bb75 req-1da4329a-4ef3-4fd4-9aee-9f0b8c6742d6 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0758023 Jul 13 19:24:37.125655 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2b31f832-6cdf-46e3-a1ca-8f369be295fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1946667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8665817'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.129487 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3973b982-e45b-48c4-a43e-4b8afb56bb75 req-46ff4a77-15b6-4bc7-bbbd-602f21c66d59 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350204 Jul 13 19:24:37.195193 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31f832-6cdf-46e3-a1ca-8f369be295fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=585f619d-61a7-48c9-967a-6452f75b18fa,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:37.205582 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b31f832-6cdf-46e3-a1ca-8f369be295fe admin admin] Checking segment: {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:37.207033 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31f832-6cdf-46e3-a1ca-8f369be295fe admin admin] Network hostable DHCP agents. Network: ced6f954-8877-4687-b900-05e72393c1ea, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:24:37.225390 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31f832-6cdf-46e3-a1ca-8f369be295fe admin admin] Network ced6f954-8877-4687-b900-05e72393c1ea is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:24:37.236042 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-2b31f832-6cdf-46e3-a1ca-8f369be295fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, ced6f954-8877-4687-b900-05e72393c1ea) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:37.248209 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af349da1-1e90-4f37-a07c-42f4a842af79 None None] Network ced6f954-8877-4687-b900-05e72393c1ea requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:24:37.249484 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b31f832-6cdf-46e3-a1ca-8f369be295fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:37.249928 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39700) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:37.250120 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2b31f832-6cdf-46e3-a1ca-8f369be295fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.273473 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2b31f832-6cdf-46e3-a1ca-8f369be295fe admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3870938 Jul 13 19:24:37.274191 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39704) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:37.279255 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:37.308255 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13697'] for router, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.309428 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33141241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13704'] for router, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.382845 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.422035 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffccee63-fa48-5d75-9a9a-e5ee3a48267b-ced6f954-8877-4687-b900-05e72393c1ea', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa'}]}} from dv-cinder-786931-3-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:24:37.422926 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.479020 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4871eedf-2e63-4a9e-ab98-c1e416ede50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.518325 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e19a21-ed7f-44c3-b351-7758e5b7974e req-be835640-cd01-4ad7-9477-83dacb9d79b4 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:37.526200 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-62e19a21-ed7f-44c3-b351-7758e5b7974e req-be835640-cd01-4ad7-9477-83dacb9d79b4 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0919187 Jul 13 19:24:37.572768 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13722'] for router, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.574648 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Allocated IP 172.20.0.2 (ced6f954-8877-4687-b900-05e72393c1ea/585f619d-61a7-48c9-967a-6452f75b18fa/0c79ec18-1cdb-4593-975e-63c43271cbc2) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:37.597822 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-62e19a21-ed7f-44c3-b351-7758e5b7974e req-caaf3da1-9c85-47e9-9eae-aef530ae7e39 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705535 Jul 13 19:24:37.612404 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39706) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:37.777345 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.788273 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Transition to ACTIVE for port object 0c79ec18-1cdb-4593-975e-63c43271cbc2 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:37.798703 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9457a7d2-b7ca-404d-b0ee-9f86d66a874e tempest-TestShelveInstance-1861515838 tempest-TestShelveInstance-1861515838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:37.804397 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9457a7d2-b7ca-404d-b0ee-9f86d66a874e tempest-TestShelveInstance-1861515838 tempest-TestShelveInstance-1861515838-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 1093 time: 0.1871054 Jul 13 19:24:37.804397 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39710) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:37.805406 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4871eedf-2e63-4a9e-ab98-c1e416ede50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.811408 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Request body: {'floatingip': {'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'port_id': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:37.814126 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Transition to ACTIVE for port object 0c79ec18-1cdb-4593-975e-63c43271cbc2 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:37.823965 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.835674 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4871eedf-2e63-4a9e-ab98-c1e416ede50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.860310 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for floatingip, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.888028 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Pushing event updated for resources: {'Port': ['ID=0c79ec18-1cdb-4593-975e-63c43271cbc2,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:37.896735 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Network ced6f954-8877-4687-b900-05e72393c1ea is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:37.898144 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:37.901017 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:37.955246 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871eedf-2e63-4a9e-ab98-c1e416ede50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d05dbbb-d920-4c9b-a3eb-4361d792fb81,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:37.979879 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-4871eedf-2e63-4a9e-ab98-c1e416ede50e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3bd02f9d97c441b588b3164091b2b68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7264595 Jul 13 19:24:37.982620 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39716) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:37.983261 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.997708 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Attempting to bind port 0c79ec18-1cdb-4593-975e-63c43271cbc2 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:37.998295 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Attempting to bind port 0c79ec18-1cdb-4593-975e-63c43271cbc2 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:37.998663 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Attempting to bind port 0c79ec18-1cdb-4593-975e-63c43271cbc2 on network ced6f954-8877-4687-b900-05e72393c1ea {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:38.004237 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:38.004709 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Checking segment: {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:38.005994 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.005994 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Bound using segment: {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:38.006212 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Bound port: 0c79ec18-1cdb-4593-975e-63c43271cbc2, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:38.006675 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.013625 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.061871 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c877a3c4-f0e5-4b58-8864-fc9dd9580473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.077772 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] For port 0c79ec18-1cdb-4593-975e-63c43271cbc2, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:38.078889 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.081613 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] For port 0c79ec18-1cdb-4593-975e-63c43271cbc2, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=0c79ec18-1cdb-4593-975e-63c43271cbc2,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:38.086947 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.100991 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c877a3c4-f0e5-4b58-8864-fc9dd9580473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.153819 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.159062 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd67029-8f21-47c6-87b5-a98b57eebd28 None None] Pushing event updated for resources: {'Port': ['ID=0c79ec18-1cdb-4593-975e-63c43271cbc2,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:38.171739 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fc136-f3f6-47a2-a2d8-9232b39c2068 req-242023a3-bb37-47d0-8720-94bb8f72a3a4 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.173402 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-762fc136-f3f6-47a2-a2d8-9232b39c2068 req-242023a3-bb37-47d0-8720-94bb8f72a3a4 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 946 time: 0.1692839 Jul 13 19:24:38.261839 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-5f59b0b2-29ea-4469-9f4f-ed356ddd7ad2 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.263432 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-5f59b0b2-29ea-4469-9f4f-ed356ddd7ad2 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.73 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 946 time: 0.2250712 Jul 13 19:24:38.264712 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Allocated IP 172.27.0.127 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/b90f5921-8030-42ca-994b-4e0d738d6a00) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:38.319591 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-762fc136-f3f6-47a2-a2d8-9232b39c2068 req-a1e5d66b-93cb-414a-89f5-449fd1a01d11 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205022 Jul 13 19:24:38.495861 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c877a3c4-f0e5-4b58-8864-fc9dd9580473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.498335 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c877a3c4-f0e5-4b58-8864-fc9dd9580473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.499496 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c877a3c4-f0e5-4b58-8864-fc9dd9580473 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d05dbbb-d920-4c9b-a3eb-4361d792fb81 HTTP/1.1" status: 204 len: 168 time: 0.5152063 Jul 13 19:24:38.510055 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877a3c4-f0e5-4b58-8864-fc9dd9580473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d05dbbb-d920-4c9b-a3eb-4361d792fb81,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:38.513074 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Deleting port fd6dceb3-28bf-4071-afd5-2d1b595b4819 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:24:38.513407 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.540777 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.644113 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] For port fd6dceb3-28bf-4071-afd5-2d1b595b4819, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd6dceb3-28bf-4071-afd5-2d1b595b4819,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:38.644291 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.681625 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.710792 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Allocated IP 172.27.0.138 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/9576cb5a-7b63-41f2-ab31-5a7ac92aa6d9) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:38.790372 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:38.801476 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39722) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:38.825881 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.834453 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:38.836852 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-858b7b20-3253-4dcd-8d45-532c334e8e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.847724 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:38.873150 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b90f5921-8030-42ca-994b-4e0d738d6a00,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:38.899775 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:38.961574 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:38.963558 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event updated for resources: {'Port': ['ID=9576cb5a-7b63-41f2-ab31-5a7ac92aa6d9,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:38.967144 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:38.978885 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:39.006483 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 0c79ec18-1cdb-4593-975e-63c43271cbc2 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:39.069393 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port 0c79ec18-1cdb-4593-975e-63c43271cbc2 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:39.209564 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a56cfd-c19c-4296-bd41-f899e44cb2be None None] Network ced6f954-8877-4687-b900-05e72393c1ea requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:24:39.342557 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7afc98df-a40e-4ccc-816b-7c4c5ad7254e None None] Provisioning for port 0c79ec18-1cdb-4593-975e-63c43271cbc2 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:39.364392 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7afc98df-a40e-4ccc-816b-7c4c5ad7254e None None] Provisioning complete for port 0c79ec18-1cdb-4593-975e-63c43271cbc2 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:39.364766 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7afc98df-a40e-4ccc-816b-7c4c5ad7254e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.418935 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.419486 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.419580 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.l3_db [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Floating IP e7c6fc13-9cc6-4fd9-a188-549d58af1c8b disassociated. External IP: 172.27.0.185, port: fd6dceb3-28bf-4071-afd5-2d1b595b4819. Jul 13 19:24:39.419921 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Calling delete_port for fd6dceb3-28bf-4071-afd5-2d1b595b4819 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:24:39.481672 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7afc98df-a40e-4ccc-816b-7c4c5ad7254e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.526017 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-858b7b20-3253-4dcd-8d45-532c334e8e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.542634 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-858b7b20-3253-4dcd-8d45-532c334e8e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.546876 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-7afc98df-a40e-4ccc-816b-7c4c5ad7254e None None] For port 0c79ec18-1cdb-4593-975e-63c43271cbc2, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=0c79ec18-1cdb-4593-975e-63c43271cbc2,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:39.555079 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7afc98df-a40e-4ccc-816b-7c4c5ad7254e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.590052 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.615798 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc98df-a40e-4ccc-816b-7c4c5ad7254e None None] Pushing event updated for resources: {'Port': ['ID=0c79ec18-1cdb-4593-975e-63c43271cbc2,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:39.664450 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-858b7b20-3253-4dcd-8d45-532c334e8e7b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a71f9dd9525c473fa148391692959990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8545766 Jul 13 19:24:39.667619 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b7b20-3253-4dcd-8d45-532c334e8e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf38664d-9f73-4817-80f2-9eeaa7f53f9a,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:39.672770 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39726) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:39.698156 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.703445 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8592c-de26-4322-9c7c-966225d05389 req-14e15a23-6982-4ff4-8fa0-d645ce41e187 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:39.705009 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-78c8592c-de26-4322-9c7c-966225d05389 req-14e15a23-6982-4ff4-8fa0-d645ce41e187 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 946 time: 0.1528261 Jul 13 19:24:39.774206 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.778952 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b9706313-2844-4b5d-8f2f-58bc90558ff6 None None] Provisioning complete for port 0c79ec18-1cdb-4593-975e-63c43271cbc2 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:39.779627 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b9706313-2844-4b5d-8f2f-58bc90558ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.804383 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-78c8592c-de26-4322-9c7c-966225d05389 req-4fe764c3-b470-451c-9dac-9c967d3ded93 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=7eca287f-b27f-4488-b7f1-33f89314d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764017 Jul 13 19:24:39.841459 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.856252 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e98e5460-e675-4520-8675-7c7e2059d81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.890340 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event deleted for resources: {'Port': ['ID=fd6dceb3-28bf-4071-afd5-2d1b595b4819,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:39.921782 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e98e5460-e675-4520-8675-7c7e2059d81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.954603 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:39.960178 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.034574 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event updated for resources: {'Port': ['ID=9576cb5a-7b63-41f2-ab31-5a7ac92aa6d9,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:40.050661 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.121708 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e98e5460-e675-4520-8675-7c7e2059d81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.124491 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e98e5460-e675-4520-8675-7c7e2059d81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.125830 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e98e5460-e675-4520-8675-7c7e2059d81f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cf38664d-9f73-4817-80f2-9eeaa7f53f9a HTTP/1.1" status: 204 len: 168 time: 0.4521809 Jul 13 19:24:40.161060 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e5460-e675-4520-8675-7c7e2059d81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf38664d-9f73-4817-80f2-9eeaa7f53f9a,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:40.175520 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.l3_db [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Floating IP f7a5f80e-10d0-4257-8955-ee03065610db associated. External IP: 172.27.0.138, port: 447b0fa5-ee4e-424e-bc17-c2799cad0206. Jul 13 19:24:40.186681 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520434'] for router, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.230025 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Router 6784a7b1-5447-45e2-a8db-42a6493d6530 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:24:40.413320 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:24:40.426570 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fafa569-afdf-4cc2-9e89-15834fe477ef None None] Sync routers for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:24:40.429619 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:24:40.444621 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fafa569-afdf-4cc2-9e89-15834fe477ef None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:40.445275 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-0fafa569-afdf-4cc2-9e89-15834fe477ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:40.449900 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Router defb3f38-078a-4cb9-8cca-610d2bd1f74d is scheduled to L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e with binding_index 1 {{(pid=92952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:24:40.469965 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] No DVR routers for this DVR port fd6dceb3-28bf-4071-afd5-2d1b595b4819 on host hv-cinder-78693 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:24:40.474610 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.476742 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0224f00b-bc10-4b1c-a49a-9f9a4f928900 req-e537a224-2d97-4386-90cc-af82956d6053 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.73 "DELETE /v2.0/ports/fd6dceb3-28bf-4071-afd5-2d1b595b4819 HTTP/1.1" status: 204 len: 173 time: 2.2030704 Jul 13 19:24:40.477264 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'name': 'network-vif-deleted', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:40.479740 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21e0d4e-80e5-46b3-a8cb-87d2d8254874" -d '{"events": [{"server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "name": "network-vif-deleted", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:40.587217 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8639bef6-c74b-46d7-bc0a-ef760009fb1c x-openstack-request-id: req-8639bef6-c74b-46d7-bc0a-ef760009fb1c {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:40.588558 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74659f65-f036-447d-bc90-3f9be7548599", "name": "network-vif-deleted", "tag": "fd6dceb3-28bf-4071-afd5-2d1b595b4819", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:40.588821 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8639bef6-c74b-46d7-bc0a-ef760009fb1c {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:40.589316 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74659f65-f036-447d-bc90-3f9be7548599', 'name': 'network-vif-deleted', 'tag': 'fd6dceb3-28bf-4071-afd5-2d1b595b4819', 'status': 'completed', 'code': 200} Jul 13 19:24:40.687802 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:24:40.702931 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fed44f-625b-4ae7-bd36-85d62e9c2b74 None None] Sync routers for ids ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:24:40.716624 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fed44f-625b-4ae7-bd36-85d62e9c2b74 None None] Routers {'73f9e95e-9ba2-471f-a942-0cd8f6239fe3'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:40.717272 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-19fed44f-625b-4ae7-bd36-85d62e9c2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:40.732861 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.748829 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-0fafa569-afdf-4cc2-9e89-15834fe477ef None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:40.801591 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:24:40.843684 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-fdce41ea-e855-404f-9f22-2f2149bb0513 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0385063 Jul 13 19:24:40.844409 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:40.848590 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:40.850945 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f6acebe6-44be-4053-9ea7-2d1d4483d6d1 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5752597 Jul 13 19:24:40.851976 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a278341d-10f2-4298-8b4c-fe6e06944531" -d '{"events": [{"name": "network-changed", "server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:40.853859 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39746) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:40.928790 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d67ca0-78ec-44a9-bc2a-c2ec38616cf6 x-openstack-request-id: req-83d67ca0-78ec-44a9-bc2a-c2ec38616cf6 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:40.929158 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:40.929478 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-83d67ca0-78ec-44a9-bc2a-c2ec38616cf6 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:40.929945 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'status': 'completed', 'code': 200} Jul 13 19:24:40.973276 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Sync routers for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:24:41.017283 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 0c79ec18-1cdb-4593-975e-63c43271cbc2 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:41.037867 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-19fed44f-625b-4ae7-bd36-85d62e9c2b74 None None] Set router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:41.077741 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:41.078705 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:41.204659 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1ed66ab1-3262-4e10-a216-18bec7405abd req-55e960d9-c069-4742-8e13-b69fa589f366 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=74659f65-f036-447d-bc90-3f9be7548599 HTTP/1.1" status: 200 len: 210 time: 0.0400679 Jul 13 19:24:41.263165 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 0c79ec18-1cdb-4593-975e-63c43271cbc2 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:41.264087 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:41.324808 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278341d-10f2-4298-8b4c-fe6e06944531 req-cee64120-7c54-4349-b8dd-3dcd0331bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.326756 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a278341d-10f2-4298-8b4c-fe6e06944531 req-cee64120-7c54-4349-b8dd-3dcd0331bb03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533&device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 1098 time: 0.3698859 Jul 13 19:24:41.330287 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-0fafa569-afdf-4cc2-9e89-15834fe477ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:21Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:41.371982 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fafa569-afdf-4cc2-9e89-15834fe477ef None None] Checking router: 6784a7b1-5447-45e2-a8db-42a6493d6530 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:24:41.412088 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fafa569-afdf-4cc2-9e89-15834fe477ef None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:41.413440 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-0fafa569-afdf-4cc2-9e89-15834fe477ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:41.481809 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:41.501055 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-19fed44f-625b-4ae7-bd36-85d62e9c2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:23:44Z', 'revision_number': 4, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'f7a5f80e-10d0-4257-8955-ee03065610db', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'port_id': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'mac_address': 'fa:16:3e:b7:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:24:39Z', 'updated_at': '2021-07-13T19:24:39Z', 'revision_number': 0, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc131056-3830-4eb4-8b83-4c16fd316ac9', 'name': '', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'mac_address': 'fa:16:3e:6e:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:44Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 5, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'subnets': [{'id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:41.533957 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278341d-10f2-4298-8b4c-fe6e06944531 req-58532992-b629-44af-b186-3b425cd51ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.536533 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a278341d-10f2-4298-8b4c-fe6e06944531 req-58532992-b629-44af-b186-3b425cd51ec1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5d0baed2-a221-495a-9b1f-f3bd7404bbba HTTP/1.1" status: 200 len: 911 time: 0.1680467 Jul 13 19:24:41.540423 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fed44f-625b-4ae7-bd36-85d62e9c2b74 None None] Checking router: 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:24:41.551829 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fed44f-625b-4ae7-bd36-85d62e9c2b74 None None] Routers {'73f9e95e-9ba2-471f-a942-0cd8f6239fe3'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:41.552510 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-19fed44f-625b-4ae7-bd36-85d62e9c2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:41.696959 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-19fed44f-625b-4ae7-bd36-85d62e9c2b74 None None] Set router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:41.820457 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-0fafa569-afdf-4cc2-9e89-15834fe477ef None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:41.870157 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:39Z', 'revision_number': 3, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:42.002938 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a278341d-10f2-4298-8b4c-fe6e06944531 req-39182ac6-e627-4c6a-900d-3a25b3979904 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206 HTTP/1.1" status: 200 len: 999 time: 0.4292588 Jul 13 19:24:42.034663 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Checking router: defb3f38-078a-4cb9-8cca-610d2bd1f74d for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:24:42.034663 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Updating router defb3f38-078a-4cb9-8cca-610d2bd1f74d port b90f5921-8030-42ca-994b-4e0d738d6a00 binding host dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:24:42.088256 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-19fed44f-625b-4ae7-bd36-85d62e9c2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:23:44Z', 'revision_number': 4, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'f7a5f80e-10d0-4257-8955-ee03065610db', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'port_id': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'mac_address': 'fa:16:3e:b7:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:24:39Z', 'updated_at': '2021-07-13T19:24:39Z', 'revision_number': 0, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc131056-3830-4eb4-8b83-4c16fd316ac9', 'name': '', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'mac_address': 'fa:16:3e:6e:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:44Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 5, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'subnets': [{'id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:42.108174 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278341d-10f2-4298-8b4c-fe6e06944531 req-6d80d056-d7e4-4990-a155-2060254b1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:42.109686 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a278341d-10f2-4298-8b4c-fe6e06944531 req-6d80d056-d7e4-4990-a155-2060254b1f69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=019047ff-c5fe-4aa2-bb42-5108f18c9f04 HTTP/1.1" status: 200 len: 848 time: 0.0865705 Jul 13 19:24:42.110199 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.125025 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fed44f-625b-4ae7-bd36-85d62e9c2b74 None None] The sync data for ids ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'] in dv-cinder-786931-3-iscsi is: [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:23:44Z', 'revision_number': 4, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'f7a5f80e-10d0-4257-8955-ee03065610db', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'port_id': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'mac_address': 'fa:16:3e:b7:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:24:39Z', 'updated_at': '2021-07-13T19:24:39Z', 'revision_number': 0, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc131056-3830-4eb4-8b83-4c16fd316ac9', 'name': '', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'mac_address': 'fa:16:3e:6e:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:44Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 5, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'subnets': [{'id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:24:42.218077 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.245076 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278341d-10f2-4298-8b4c-fe6e06944531 req-89e007d5-3be9-40a8-9101-cdd56e9311bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:42.247005 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a278341d-10f2-4298-8b4c-fe6e06944531 req-89e007d5-3be9-40a8-9101-cdd56e9311bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d0baed2-a221-495a-9b1f-f3bd7404bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1300311 Jul 13 19:24:42.314510 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-0fafa569-afdf-4cc2-9e89-15834fe477ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:21Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:42.401166 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fafa569-afdf-4cc2-9e89-15834fe477ef None None] The sync data for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi is: [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:21Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:24:42.464283 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a278341d-10f2-4298-8b4c-fe6e06944531 req-102ac27a-ca9b-46f2-8362-ce9fd5fdde54 service neutron] 10.222.0.73 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063761 Jul 13 19:24:42.476277 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39776) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:42.537420 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840d632e-3033-405d-b38b-7541d6bcb53a None None] New status for floating IP f7a5f80e-10d0-4257-8955-ee03065610db: ACTIVE {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:24:42.609819 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f0e245d2-5b8d-4d03-9eb4-823d84dbf6e8 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.637032 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Allocated IP 172.20.0.1 (ced6f954-8877-4687-b900-05e72393c1ea/585f619d-61a7-48c9-967a-6452f75b18fa/692b45fe-bcd5-449e-a296-5df21c79d013) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:42.671012 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f0e245d2-5b8d-4d03-9eb4-823d84dbf6e8 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.735862 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.758406 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f0e245d2-5b8d-4d03-9eb4-823d84dbf6e8 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.762420 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f0e245d2-5b8d-4d03-9eb4-823d84dbf6e8 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.764562 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f0e245d2-5b8d-4d03-9eb4-823d84dbf6e8 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "DELETE /v2.0/security-groups/7eca287f-b27f-4488-b7f1-33f89314d95c HTTP/1.1" status: 204 len: 168 time: 0.2849164 Jul 13 19:24:42.770223 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Transition to ACTIVE for port object b90f5921-8030-42ca-994b-4e0d738d6a00 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:42.777964 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39782) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:42.778986 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e245d2-5b8d-4d03-9eb4-823d84dbf6e8 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eca287f-b27f-4488-b7f1-33f89314d95c,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:42.780157 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.797136 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a278341d-10f2-4298-8b4c-fe6e06944531 req-69eea2d5-c122-4dd3-96f6-a99c37d0e70a service neutron] 10.222.0.73 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259070 Jul 13 19:24:42.806604 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.api.v2.resource [None req-214541aa-be2a-4c65-b976-00d34d67612d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] show failed (client error): The resource could not be found. Jul 13 19:24:42.810706 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-214541aa-be2a-4c65-b976-00d34d67612d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups/7eca287f-b27f-4488-b7f1-33f89314d95c HTTP/1.1" status: 404 len: 347 time: 0.0264928 Jul 13 19:24:42.811425 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39786) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:42.919451 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.925817 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828f7f5-1d9f-41f5-8bf7-5933bd7ea39a None None] Pushing event updated for resources: {'Port': ['ID=b90f5921-8030-42ca-994b-4e0d738d6a00,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:42.934914 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Attempting to bind port b90f5921-8030-42ca-994b-4e0d738d6a00 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:42.939042 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Attempting to bind port b90f5921-8030-42ca-994b-4e0d738d6a00 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:42.939351 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Attempting to bind port b90f5921-8030-42ca-994b-4e0d738d6a00 on network c7f35cd8-18dd-44ea-ab02-b10396c904d8 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:42.953498 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:42.954143 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Checking segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:42.955356 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Transition to ACTIVE for port object 692b45fe-bcd5-449e-a296-5df21c79d013 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:42.955873 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.956377 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Bound using segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:42.956968 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Bound port: b90f5921-8030-42ca-994b-4e0d738d6a00, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:42.958580 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.005057 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c0ef86-f383-4f8b-af86-598cf93863ff None None] New status for floating IP e7c6fc13-9cc6-4fd9-a188-549d58af1c8b: DOWN {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:24:43.038011 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.114250 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Network ced6f954-8877-4687-b900-05e72393c1ea is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:43.127374 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:43.147748 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:43.175498 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Pushing event updated for resources: {'Port': ['ID=692b45fe-bcd5-449e-a296-5df21c79d013,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:43.190133 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-049bba68-6009-4fe5-978d-d520f7f7a33f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Deleting port fa452d07-9563-4996-94de-3c0fea52a3af {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:24:43.190893 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-049bba68-6009-4fe5-978d-d520f7f7a33f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.201251 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521879'] for router_interface, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.303601 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-049bba68-6009-4fe5-978d-d520f7f7a33f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.304530 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-049bba68-6009-4fe5-978d-d520f7f7a33f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.319900 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-049bba68-6009-4fe5-978d-d520f7f7a33f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Calling delete_port for fa452d07-9563-4996-94de-3c0fea52a3af owned by network:floatingip {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:24:43.327522 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device fd6dceb3-28bf-4071-afd5-2d1b595b4819 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:24:43.367704 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: fd6dceb3-28bf-4071-afd5-2d1b595b4819 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:24:43.367952 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device fd6dceb3-28bf-4071-afd5-2d1b595b4819 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:24:43.421245 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] For port b90f5921-8030-42ca-994b-4e0d738d6a00, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:43.427276 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.449965 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] For port b90f5921-8030-42ca-994b-4e0d738d6a00, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=b90f5921-8030-42ca-994b-4e0d738d6a00,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:43.469506 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.555521 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-049bba68-6009-4fe5-978d-d520f7f7a33f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.556123 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7159241f-3121-48dc-b9cf-13f5beb646d4 None None] Provisioning for port 692b45fe-bcd5-449e-a296-5df21c79d013 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:43.564657 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7159241f-3121-48dc-b9cf-13f5beb646d4 None None] Provisioning complete for port 692b45fe-bcd5-449e-a296-5df21c79d013 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:43.565159 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7159241f-3121-48dc-b9cf-13f5beb646d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.578832 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:43.579904 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:43.660463 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828f7f5-1d9f-41f5-8bf7-5933bd7ea39a None None] Pushing event updated for resources: {'Port': ['ID=b90f5921-8030-42ca-994b-4e0d738d6a00,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:43.685012 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-7159241f-3121-48dc-b9cf-13f5beb646d4 None None] Port 692b45fe-bcd5-449e-a296-5df21c79d013 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:43.693617 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.712017 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.782968 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:43.802872 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33039058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523229'] for router_interface, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.804826 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Pushing event updated for resources: {'Port': ['ID=692b45fe-bcd5-449e-a296-5df21c79d013,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:43.936368 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Network ced6f954-8877-4687-b900-05e72393c1ea is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:43.938298 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:43.968010 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bba68-6009-4fe5-978d-d520f7f7a33f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event deleted for resources: {'Port': ['ID=fa452d07-9563-4996-94de-3c0fea52a3af,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:43.969857 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-049bba68-6009-4fe5-978d-d520f7f7a33f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.972436 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-049bba68-6009-4fe5-978d-d520f7f7a33f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.973616 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-049bba68-6009-4fe5-978d-d520f7f7a33f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "DELETE /v2.0/floatingips/e7c6fc13-9cc6-4fd9-a188-549d58af1c8b HTTP/1.1" status: 204 len: 168 time: 1.1608896 Jul 13 19:24:44.128495 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:42Z', 'revision_number': 1, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:44.136082 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Router defb3f38-078a-4cb9-8cca-610d2bd1f74d has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:24:44.175992 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15be70-d407-488e-b29a-be946b5e770c None None] The sync data for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi is: [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:42Z', 'revision_number': 1, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:24:44.270190 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:24:44.276438 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d7442c4d-0e28-409b-b2b4-2754f8b006b3 admin admin] 10.222.0.68 "PUT /v2.0/routers/defb3f38-078a-4cb9-8cca-610d2bd1f74d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4210255 Jul 13 19:24:44.315838 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b67eb011-e549-4c46-9f98-2a2c3cf2b715 None None] Provisioning complete for port 692b45fe-bcd5-449e-a296-5df21c79d013 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:44.316347 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b67eb011-e549-4c46-9f98-2a2c3cf2b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.353664 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-b67eb011-e549-4c46-9f98-2a2c3cf2b715 None None] Port 692b45fe-bcd5-449e-a296-5df21c79d013 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:44.504792 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39808) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:44.510237 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-71eaff31-f999-4ffe-9f24-f9497ebf6cee tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972615475', 'description': 'tempest-description--904279962'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:44.539367 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-71eaff31-f999-4ffe-9f24-f9497ebf6cee tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.640812 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-71eaff31-f999-4ffe-9f24-f9497ebf6cee tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.645671 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-71eaff31-f999-4ffe-9f24-f9497ebf6cee tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.678478 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-71eaff31-f999-4ffe-9f24-f9497ebf6cee tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.680026 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-71eaff31-f999-4ffe-9f24-f9497ebf6cee tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1736228 Jul 13 19:24:44.683098 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39814) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:44.688309 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-553b7708-fbb3-4dcf-9a58-4e27bf14df19 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Request body: {'security_group_rule': {'security_group_id': '1b48b6c7-befa-496d-b610-e4407f34d0a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:44.694669 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eaff31-f999-4ffe-9f24-f9497ebf6cee tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b48b6c7-befa-496d-b610-e4407f34d0a3,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:44.722154 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-553b7708-fbb3-4dcf-9a58-4e27bf14df19 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.793834 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-553b7708-fbb3-4dcf-9a58-4e27bf14df19 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.798330 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-553b7708-fbb3-4dcf-9a58-4e27bf14df19 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.814882 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b7708-fbb3-4dcf-9a58-4e27bf14df19 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88d18ca-78a0-41b9-be49-09182d775ab3,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:44.828476 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-553b7708-fbb3-4dcf-9a58-4e27bf14df19 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.829874 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-553b7708-fbb3-4dcf-9a58-4e27bf14df19 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454675 Jul 13 19:24:44.832974 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39820) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:44.838433 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-29cae6aa-1db6-4116-8d6d-1fc898005b35 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Request body: {'security_group_rule': {'security_group_id': '1b48b6c7-befa-496d-b610-e4407f34d0a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:44.871732 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-29cae6aa-1db6-4116-8d6d-1fc898005b35 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.963322 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-29cae6aa-1db6-4116-8d6d-1fc898005b35 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.968663 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-29cae6aa-1db6-4116-8d6d-1fc898005b35 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.989323 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cae6aa-1db6-4116-8d6d-1fc898005b35 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ce424c-53b1-4352-aa02-1bfae9be87b4,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:44.995427 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-29cae6aa-1db6-4116-8d6d-1fc898005b35 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:44.996995 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-29cae6aa-1db6-4116-8d6d-1fc898005b35 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628523 Jul 13 19:24:45.000060 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39824) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:45.003378 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39826) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:45.005044 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Request body: {'floatingip': {'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:45.010080 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1765529563-network', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:45.024699 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.db.api [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:24:45.024699 dv-cinder-786931-3-iscsi neutron-server[92952]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 19:24:45.024699 dv-cinder-786931-3-iscsi neutron-server[92952]: [parameters: {'project_id': '5c71856f940c4b849b101aff9b67f80e', 'id': 'b4a729cb-2c30-4bdb-9140-07694b0913f9', 'expiration': datetime.datetime(2021, 7, 13, 19, 26, 45, 21102)}] Jul 13 19:24:45.024699 dv-cinder-786931-3-iscsi neutron-server[92952]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:24:45.025201 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG oslo_db.api [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:24:45.035308 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.150672 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.266401 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Allocated IP 172.27.0.59 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/5b26997a-a154-4769-b3ae-f1e79f06f51e) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:45.378250 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.421071 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.461544 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:45.468980 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:45.473902 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:45.478024 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event updated for resources: {'Port': ['ID=5b26997a-a154-4769-b3ae-f1e79f06f51e,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:45.555692 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Made reservation on behalf of 5c71856f940c4b849b101aff9b67f80e for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:45.559744 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.572079 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.572279 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.623162 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.701922 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.704787 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.731517 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:24:45.742241 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fb56f0-cc91-4f06-ae72-fe83c6660d31,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:45.747809 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.748454 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Added segment 1df7f33d-92c2-48ca-a8f3-7beb46d38da9 of type vlan for network 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b Jul 13 19:24:45.805982 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.822640 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.828169 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.841143 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.842241 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:45.842864 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.899937 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8953059 Jul 13 19:24:45.904123 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39844) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:45.909096 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-914cfb05-f68d-4320-a268-b8354f481faf admin admin] Request body: {'subnet': {'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1765529563-subnet', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:45.913109 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event updated for resources: {'Port': ['ID=5b26997a-a154-4769-b3ae-f1e79f06f51e,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:45.922064 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e2958-d732-4398-b143-fef43ddc0634 admin admin] Pushing event updated for resources: {'Network': ['ID=3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:45.934005 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:24:45.934877 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.939843 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914cfb05-f68d-4320-a268-b8354f481faf admin admin] Made reservation on behalf of 5c71856f940c4b849b101aff9b67f80e for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:45.943323 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-914cfb05-f68d-4320-a268-b8354f481faf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529171'] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.952216 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.953467 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-dd0f00ae-90a8-4cb3-9fe2-bea6447c2132 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9524219 Jul 13 19:24:46.164622 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-914cfb05-f68d-4320-a268-b8354f481faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8569272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529185'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.220161 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-74d95645-ec5c-4fdd-a9a7-8b03d7c5302a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1972615475&fields=id&tenant_id=e400a1fc664843c291d144a2a7a75c73 HTTP/1.1" status: 200 len: 267 time: 0.0380156 Jul 13 19:24:46.225924 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cfb05-f68d-4320-a268-b8354f481faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1aafbd-5da7-4bbd-9815-a9accc61a3c6,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:46.243195 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cfb05-f68d-4320-a268-b8354f481faf admin admin] Checking segment: {'id': '1df7f33d-92c2-48ca-a8f3-7beb46d38da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:46.243546 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914cfb05-f68d-4320-a268-b8354f481faf admin admin] Network hostable DHCP agents. Network: 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:24:46.262365 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914cfb05-f68d-4320-a268-b8354f481faf admin admin] Network 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:24:46.279022 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-914cfb05-f68d-4320-a268-b8354f481faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:46.285203 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914cfb05-f68d-4320-a268-b8354f481faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:46.288146 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-914cfb05-f68d-4320-a268-b8354f481faf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.295854 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ece219d-4bbc-4f08-b857-901055c64149 None None] Network 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:24:46.327652 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39868) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:46.329089 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-914cfb05-f68d-4320-a268-b8354f481faf admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4238322 Jul 13 19:24:46.332878 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1765529563-router', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:46.369905 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-f8f0a009-f4aa-494a-966a-c0684a74958d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:46.371478 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-f8f0a009-f4aa-494a-966a-c0684a74958d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 817 time: 0.1421432 Jul 13 19:24:46.379807 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13697'] for router, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.381259 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33141241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13704'] for router, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.403505 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-a8f3dd0b-441c-48a1-b190-1b7b351c14b1 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/quotas/e400a1fc664843c291d144a2a7a75c73 HTTP/1.1" status: 200 len: 375 time: 0.0175738 Jul 13 19:24:46.479470 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.499613 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffccee63-fa48-5d75-9a9a-e5ee3a48267b-3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b', 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'fixed_ips': [{'subnet_id': 'df1aafbd-5da7-4bbd-9815-a9accc61a3c6'}]}} from dv-cinder-786931-3-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:24:46.500469 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.548144 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Sync routers for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:24:46.560467 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:46.561268 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:46.650881 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Allocated IP 172.20.0.2 (3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b/df1aafbd-5da7-4bbd-9815-a9accc61a3c6/33c8cece-89e9-43aa-8f3d-ddc805308f0b) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:46.655061 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-46c949e8-03fb-4c81-ad7b-183e7af212af tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2368848 Jul 13 19:24:46.665039 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13722'] for router, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.701056 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:46.806793 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-2eaacb2d-5ea8-4a0b-bf66-21905036a3ad service neutron] 10.222.0.68 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376004 Jul 13 19:24:46.820607 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.832499 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Transition to ACTIVE for port object 33c8cece-89e9-43aa-8f3d-ddc805308f0b will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:46.853688 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Transition to ACTIVE for port object 33c8cece-89e9-43aa-8f3d-ddc805308f0b will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:46.866380 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.916457 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Network 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:46.923068 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:46.926644 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:46.935145 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Pushing event updated for resources: {'Port': ['ID=33c8cece-89e9-43aa-8f3d-ddc805308f0b,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:46.963559 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 2, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:46.973332 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device b90f5921-8030-42ca-994b-4e0d738d6a00 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:46.998161 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Checking router: defb3f38-078a-4cb9-8cca-610d2bd1f74d for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:24:46.998543 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Updating router defb3f38-078a-4cb9-8cca-610d2bd1f74d port 692b45fe-bcd5-449e-a296-5df21c79d013 binding host dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:24:47.026610 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-0390e13b-5dc6-4c75-8213-86ba2cbfd338 service neutron] 10.222.0.68 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089205 Jul 13 19:24:47.030937 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Attempting to bind port 33c8cece-89e9-43aa-8f3d-ddc805308f0b on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:47.031321 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Attempting to bind port 33c8cece-89e9-43aa-8f3d-ddc805308f0b by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '1df7f33d-92c2-48ca-a8f3-7beb46d38da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:47.031693 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Attempting to bind port 33c8cece-89e9-43aa-8f3d-ddc805308f0b on network 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:47.034446 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.044160 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.045538 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:47.045922 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Checking segment: {'id': '1df7f33d-92c2-48ca-a8f3-7beb46d38da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:47.046333 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.046761 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Bound using segment: {'id': '1df7f33d-92c2-48ca-a8f3-7beb46d38da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:47.047252 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Bound port: 33c8cece-89e9-43aa-8f3d-ddc805308f0b, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df7f33d-92c2-48ca-a8f3-7beb46d38da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:47.047643 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.070457 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.128688 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port b90f5921-8030-42ca-994b-4e0d738d6a00 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:47.139484 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port b90f5921-8030-42ca-994b-4e0d738d6a00 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:47.139620 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.142658 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] For port 33c8cece-89e9-43aa-8f3d-ddc805308f0b, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:47.147855 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] For port 33c8cece-89e9-43aa-8f3d-ddc805308f0b, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=33c8cece-89e9-43aa-8f3d-ddc805308f0b,segment=NetworkSegment(1df7f33d-92c2-48ca-a8f3-7beb46d38da9),segment_id=1df7f33d-92c2-48ca-a8f3-7beb46d38da9)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:47.172075 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.203174 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Allocated IP 172.27.0.238 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/13ed3b2f-9084-46ce-a356-1a3b0f56d8bb) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:47.291330 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece3c7c-061c-4007-96b2-c0c612010485 None None] Pushing event updated for resources: {'Port': ['ID=33c8cece-89e9-43aa-8f3d-ddc805308f0b,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:47.333698 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-557a9289-3256-40db-b180-9126e6354b67 req-ebbcb93e-c5ca-4e76-9b5e-94091c898173 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 210 time: 0.0668864 Jul 13 19:24:47.373968 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.384727 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.417821 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port b90f5921-8030-42ca-994b-4e0d738d6a00, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=b90f5921-8030-42ca-994b-4e0d738d6a00,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:47.423334 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.449066 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.465025 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Transition to ACTIVE for port object 692b45fe-bcd5-449e-a296-5df21c79d013 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:47.465879 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.473655 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.496444 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=b90f5921-8030-42ca-994b-4e0d738d6a00,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:47.535111 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Pushing event updated for resources: {'Port': ['ID=692b45fe-bcd5-449e-a296-5df21c79d013,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:47.548822 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.549568 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.549691 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.550111 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.550574 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.550976 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.551411 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.551538 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:47.551907 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.552406 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.552974 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.553397 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.553810 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.562143 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:47.565631 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:47.652018 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Attempting to bind port 692b45fe-bcd5-449e-a296-5df21c79d013 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:47.652528 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Attempting to bind port 692b45fe-bcd5-449e-a296-5df21c79d013 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:47.653166 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Attempting to bind port 692b45fe-bcd5-449e-a296-5df21c79d013 on network ced6f954-8877-4687-b900-05e72393c1ea {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:47.656952 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Pushing event updated for resources: {'Port': ['ID=13ed3b2f-9084-46ce-a356-1a3b0f56d8bb,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:47.667470 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:47.668489 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Checking segment: {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:47.669210 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.669836 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Bound using segment: {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:47.670683 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Bound port: 692b45fe-bcd5-449e-a296-5df21c79d013, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:47.672458 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.826833 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] For port 692b45fe-bcd5-449e-a296-5df21c79d013, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:47.838535 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] For port 692b45fe-bcd5-449e-a296-5df21c79d013, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=692b45fe-bcd5-449e-a296-5df21c79d013,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:47.851262 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.941824 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:47.942872 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:48.018484 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf27b8-df88-4b23-8592-6310ca1adf64 None None] Pushing event updated for resources: {'Port': ['ID=692b45fe-bcd5-449e-a296-5df21c79d013,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:48.045921 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:48.137205 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:48.351347 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520434'] for router, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:48.441364 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:48.487685 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc980e-3176-4265-b3d9-48e6ae911304 None None] The sync data for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi is: [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:24:48.541604 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f146e0a5-c34b-4888-b0d3-02d940af47d9 req-5e1d10a3-743c-4ff0-b621-2f525b49fc5a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 210 time: 0.0354609 Jul 13 19:24:48.595940 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Router 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 is scheduled to L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e with binding_index 1 {{(pid=92951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:24:48.656843 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a599a4-112f-49e7-953d-f3bb12727867 None None] Network 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:24:48.713143 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-57caa7fc-24ff-48ee-a01a-fcb0d3a5f7a1 None None] Provisioning for port 33c8cece-89e9-43aa-8f3d-ddc805308f0b completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:48.713875 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:24:48.725978 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Sync routers for ids ['5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:24:48.731849 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:48.746574 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2f928d13-1046-4b91-a01d-f1b62d9bd805 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4160116 Jul 13 19:24:48.748221 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39894) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:48.758892 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Routers {'5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:48.760891 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:48.971421 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Set router 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:49.140379 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-f0f32544-9b11-447d-b523-b43c84dffe53 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:49.147818 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-f0f32544-9b11-447d-b523-b43c84dffe53 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.73 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 817 time: 0.2105448 Jul 13 19:24:49.221595 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-76480b5a-cd5e-4ece-ac5e-0742def6520a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e400a1fc664843c291d144a2a7a75c73 HTTP/1.1" status: 200 len: 380 time: 0.0568013 Jul 13 19:24:49.236509 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Request body: {'port': {'device_id': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'admin_state_up': True, 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'security_groups': ['1b48b6c7-befa-496d-b610-e4407f34d0a3']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:49.342484 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 33c8cece-89e9-43aa-8f3d-ddc805308f0b up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:49.408948 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Made reservation on behalf of e400a1fc664843c291d144a2a7a75c73 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:49.414653 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:49.476439 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port 33c8cece-89e9-43aa-8f3d-ddc805308f0b completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:49.491464 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 33c8cece-89e9-43aa-8f3d-ddc805308f0b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:49.492280 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:49.664093 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Allocated IP 172.20.0.10 (864d37d1-14c3-4f3f-8d01-0a137298ddc0/5e23400d-e62e-4511-992c-8616f7455f40/9c130ccc-ec03-47ed-97a3-1ef1d58c59da) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:49.706707 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:49.739961 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'name': 'tempest-TestVolumeBootPattern-1765529563-router', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:46Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 3, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'gw_port': {'id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:47Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:49.783096 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Checking router: 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:24:49.783507 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Updating router 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 port 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb binding host dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:24:49.800688 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f8f4f2f5-1884-48ea-bbe4-856b4801ea0f req-230d2b8c-d99b-45fb-aebd-1e66db5ea773 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 210 time: 0.0672510 Jul 13 19:24:49.842951 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port 33c8cece-89e9-43aa-8f3d-ddc805308f0b, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=33c8cece-89e9-43aa-8f3d-ddc805308f0b,segment=NetworkSegment(1df7f33d-92c2-48ca-a8f3-7beb46d38da9),segment_id=1df7f33d-92c2-48ca-a8f3-7beb46d38da9)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:49.857019 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:49.857793 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 692b45fe-bcd5-449e-a296-5df21c79d013 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:49.870553 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:49.943917 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:49.950103 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f5654c51-1ba7-42d7-a985-368b5e298930 None None] Provisioning complete for port 33c8cece-89e9-43aa-8f3d-ddc805308f0b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:49.950479 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f5654c51-1ba7-42d7-a985-368b5e298930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:49.955749 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:49.962906 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Transition to ACTIVE for port object 9c130ccc-ec03-47ed-97a3-1ef1d58c59da will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:50.003088 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.050474 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:50.054476 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:50.058739 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:50.093079 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=33c8cece-89e9-43aa-8f3d-ddc805308f0b,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:50.108877 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event updated for resources: {'Port': ['ID=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:50.124382 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port 692b45fe-bcd5-449e-a296-5df21c79d013 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:50.139550 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:50.140367 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.149563 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 692b45fe-bcd5-449e-a296-5df21c79d013 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:50.150242 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.162462 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Allocated IP 172.20.0.1 (3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b/df1aafbd-5da7-4bbd-9815-a9accc61a3c6/defaa880-f79f-4f3e-a48e-5c0a5e5c88e1) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:50.175597 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-b487ecbd-ef8b-4ab8-955c-07fbc1f076bc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9474099 Jul 13 19:24:50.188624 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Request body: {'port': {'device_id': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:50.289634 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.316612 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.335367 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Transition to ACTIVE for port object defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:50.372266 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.376606 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.412519 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Network 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:50.417679 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:50.420514 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:50.454568 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.456784 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-d1401fc2-3cd1-40bc-a660-ba0a45e59142 None None] Provisioning for port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:50.459260 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Pushing event updated for resources: {'Port': ['ID=defaa880-f79f-4f3e-a48e-5c0a5e5c88e1,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:50.470311 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port 692b45fe-bcd5-449e-a296-5df21c79d013, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=692b45fe-bcd5-449e-a296-5df21c79d013,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:50.477017 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-d1401fc2-3cd1-40bc-a660-ba0a45e59142 None None] Provisioning complete for port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:50.477314 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d1401fc2-3cd1-40bc-a660-ba0a45e59142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.481143 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.481944 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device b90f5921-8030-42ca-994b-4e0d738d6a00 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:50.486762 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521879'] for router_interface, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.563590 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Transition to ACTIVE for port object 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:50.606559 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-d1401fc2-3cd1-40bc-a660-ba0a45e59142 None None] Port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:50.610918 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=692b45fe-bcd5-449e-a296-5df21c79d013,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:50.615749 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.641839 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c130ccc-ec03-47ed-97a3-1ef1d58c59da {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:50.652522 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.659759 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.670750 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Transition to ACTIVE for port object 9c130ccc-ec03-47ed-97a3-1ef1d58c59da will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:50.676782 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.690142 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Attempting to bind port 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:50.690553 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Attempting to bind port 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:50.690909 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Attempting to bind port 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb on network c7f35cd8-18dd-44ea-ab02-b10396c904d8 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:50.694190 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a0593-85fd-45d5-a7c3-45c0a40d63d2 None None] Pushing event updated for resources: {'Port': ['ID=13ed3b2f-9084-46ce-a356-1a3b0f56d8bb,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:50.703218 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:50.703593 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Checking segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:50.703989 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.704449 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Bound using segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:50.704906 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Bound port: 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:50.705221 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.743841 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Pushing event updated for resources: {'Port': ['ID=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:50.751387 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port b90f5921-8030-42ca-994b-4e0d738d6a00 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:50.751869 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.795693 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-10f3a5f1-9626-4268-b2fd-e9faf1d9e95c None None] Provisioning for port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:50.807865 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-10f3a5f1-9626-4268-b2fd-e9faf1d9e95c None None] Provisioning complete for port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:50.808239 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-10f3a5f1-9626-4268-b2fd-e9faf1d9e95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.827123 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Attempting to bind port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:50.827505 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Attempting to bind port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:50.827785 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Attempting to bind port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da on network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:50.832362 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da on network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:50.832707 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Attempting to bind port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da on network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:50.838294 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] For port 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:50.838647 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:50.840281 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Checking segment: {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:50.840679 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Bound using segment: {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:50.841125 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Bound port: 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa22ee45-942b-4660-8ee3-256f910194ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:50.841488 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.889114 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.904688 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] For port 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=13ed3b2f-9084-46ce-a356-1a3b0f56d8bb,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:50.912693 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.923085 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.953412 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:50.961499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:50.967960 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.972304 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Pushing event updated for resources: {'Port': ['ID=defaa880-f79f-4f3e-a48e-5c0a5e5c88e1,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:51.025594 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33039058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523229'] for router_interface, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:51.047333 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:51.048282 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:51.049932 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] 10.222.0.73 "PUT /v2.0/ports/9c130ccc-ec03-47ed-97a3-1ef1d58c59da HTTP/1.1" status: 200 len: 1094 time: 0.8680286 Jul 13 19:24:51.050938 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:51.057584 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a0593-85fd-45d5-a7c3-45c0a40d63d2 None None] Pushing event updated for resources: {'Port': ['ID=13ed3b2f-9084-46ce-a356-1a3b0f56d8bb,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:51.072004 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7f4851-b225-4462-8d4e-35d99b05600b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:51.107706 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f768eb5-9cd8-4428-b9d7-62fcd4887786 service neutron] Pushing event updated for resources: {'Port': ['ID=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:51.129006 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-10f3a5f1-9626-4268-b2fd-e9faf1d9e95c None None] Port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:51.142396 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Routers {'5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:51.143335 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:51.158508 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319a1245-7582-4816-b10e-6c6df96d2ba0 x-openstack-request-id: req-319a1245-7582-4816-b10e-6c6df96d2ba0 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:51.158838 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:51.159181 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-319a1245-7582-4816-b10e-6c6df96d2ba0 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:51.159805 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'status': 'completed', 'code': 200} Jul 13 19:24:51.193544 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-90fa56c2-679e-462d-81b1-393852e55638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:51.195491 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-90fa56c2-679e-462d-81b1-393852e55638 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 1097 time: 0.0748887 Jul 13 19:24:51.300381 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-652d39ed-8284-4131-a0fb-8408ff23f3de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da HTTP/1.1" status: 200 len: 217 time: 0.0972025 Jul 13 19:24:51.300861 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:51.304271 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f79340-068d-433f-a1ff-cd22edea36ba req-8966006f-a042-46d4-93bb-cf879af9c91a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:51.305980 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8f79340-068d-433f-a1ff-cd22edea36ba req-8966006f-a042-46d4-93bb-cf879af9c91a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.2503736 Jul 13 19:24:51.338037 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Network 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:51.339872 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] Set router 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:51.350582 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:51.375972 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 33c8cece-89e9-43aa-8f3d-ddc805308f0b up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:51.424665 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-393895e2-61c5-41e2-91b7-11ca4ba391d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:51.428189 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-393895e2-61c5-41e2-91b7-11ca4ba391d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e23400d-e62e-4511-992c-8616f7455f40 HTTP/1.1" status: 200 len: 856 time: 0.1172230 Jul 13 19:24:51.451030 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39936) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:51.486892 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8f79340-068d-433f-a1ff-cd22edea36ba req-7e4a457f-7b94-4a35-b9c2-2f3f93854403 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750660 Jul 13 19:24:51.487731 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 33c8cece-89e9-43aa-8f3d-ddc805308f0b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:51.488118 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:51.491519 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Router 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:24:51.532582 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-67554473-a1f1-4043-94a6-ca04047122cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:51.534219 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-67554473-a1f1-4043-94a6-ca04047122cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=864d37d1-14c3-4f3f-8d01-0a137298ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0984075 Jul 13 19:24:51.660471 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:24:51.662173 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc91089d-c386-4416-b5dc-2734296cad83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:51.676666 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-867fd44b-7827-4cd5-a6b1-0b238578f393 admin admin] 10.222.0.68 "PUT /v2.0/routers/5e2c26c0-49c5-42d3-a3a8-78487c4a5c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9202373 Jul 13 19:24:51.727766 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-1c05a452-421f-414e-9ef2-c4c6ef021911 service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848025 Jul 13 19:24:51.819797 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 692b45fe-bcd5-449e-a296-5df21c79d013 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:51.824089 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-fa14cd34-e9a0-44ad-b047-ce8b8b0287af None None] Provisioning complete for port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:51.825144 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fa14cd34-e9a0-44ad-b047-ce8b8b0287af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:51.869407 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da8d1ec4-1750-48ec-bf72-705a796cba51 req-dab99fb7-6bad-42c6-beab-75a81d82825d service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348839 Jul 13 19:24:51.896201 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc91089d-c386-4416-b5dc-2734296cad83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:51.902313 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc91089d-c386-4416-b5dc-2734296cad83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:51.936766 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-fa14cd34-e9a0-44ad-b047-ce8b8b0287af None None] Port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:51.949714 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91089d-c386-4416-b5dc-2734296cad83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2fea8b-ea51-4e98-83c0-c9618ca7b0ac,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:51.967586 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 692b45fe-bcd5-449e-a296-5df21c79d013 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:51.968071 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:51.972422 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'name': 'tempest-TestVolumeBootPattern-1765529563-router', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:46Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 4, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'gw_port': {'id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:47Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'defaa880-f79f-4f3e-a48e-5c0a5e5c88e1', 'name': '', 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'mac_address': 'fa:16:3e:0e:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'df1aafbd-5da7-4bbd-9815-a9accc61a3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:49Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 2, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'subnets': [{'id': 'df1aafbd-5da7-4bbd-9815-a9accc61a3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:51.982568 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-cc91089d-c386-4416-b5dc-2734296cad83 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e4a8f26674b74d3ea2731f744375f3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5298917 Jul 13 19:24:51.984942 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39946) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:52.013218 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f4851-b225-4462-8d4e-35d99b05600b req-73d4ff13-a7f8-49cd-9a39-fc910b1b257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.014768 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bc7f4851-b225-4462-8d4e-35d99b05600b req-73d4ff13-a7f8-49cd-9a39-fc910b1b257a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 1097 time: 0.0795636 Jul 13 19:24:52.028043 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d057765-bb48-4ae2-8a3b-bab95f822e2d None None] The sync data for ids ['5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'] in dv-cinder-786931-3-iscsi is: [{'id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'name': 'tempest-TestVolumeBootPattern-1765529563-router', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:46Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 4, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'gw_port': {'id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:47Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'defaa880-f79f-4f3e-a48e-5c0a5e5c88e1', 'name': '', 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'mac_address': 'fa:16:3e:0e:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'df1aafbd-5da7-4bbd-9815-a9accc61a3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:49Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 2, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'subnets': [{'id': 'df1aafbd-5da7-4bbd-9815-a9accc61a3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:24:52.061850 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-418ff15e-f551-4d10-b5d8-1ee67f489909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.104250 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-418ff15e-f551-4d10-b5d8-1ee67f489909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.126068 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f4851-b225-4462-8d4e-35d99b05600b req-c26ecea0-7cae-47d7-87c1-cbba35690cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.127590 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bc7f4851-b225-4462-8d4e-35d99b05600b req-c26ecea0-7cae-47d7-87c1-cbba35690cf6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 919 time: 0.1058290 Jul 13 19:24:52.168362 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-418ff15e-f551-4d10-b5d8-1ee67f489909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.171573 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-418ff15e-f551-4d10-b5d8-1ee67f489909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.173143 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-418ff15e-f551-4d10-b5d8-1ee67f489909 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fc2fea8b-ea51-4e98-83c0-c9618ca7b0ac HTTP/1.1" status: 204 len: 168 time: 0.1872547 Jul 13 19:24:52.180068 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bc7f4851-b225-4462-8d4e-35d99b05600b req-18e550d5-05d6-4060-bf19-e26eabc05a25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da HTTP/1.1" status: 200 len: 217 time: 0.0447414 Jul 13 19:24:52.183760 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ff15e-f551-4d10-b5d8-1ee67f489909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2fea8b-ea51-4e98-83c0-c9618ca7b0ac,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:52.251615 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f4851-b225-4462-8d4e-35d99b05600b req-1ef9acf8-c07c-4ab9-9145-42c3e587fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.253076 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bc7f4851-b225-4462-8d4e-35d99b05600b req-1ef9acf8-c07c-4ab9-9145-42c3e587fc26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e23400d-e62e-4511-992c-8616f7455f40 HTTP/1.1" status: 200 len: 856 time: 0.0602758 Jul 13 19:24:52.357700 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f4851-b225-4462-8d4e-35d99b05600b req-2b6ecdc8-3c21-4823-8dc0-5c4e93fbfac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.359727 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bc7f4851-b225-4462-8d4e-35d99b05600b req-2b6ecdc8-3c21-4823-8dc0-5c4e93fbfac0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=864d37d1-14c3-4f3f-8d01-0a137298ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0976808 Jul 13 19:24:52.427469 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39952) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:52.436156 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-55dd544d-3578-4913-a7e7-96d3b51f7f21 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743764858', 'description': 'tempest-secgroup-smoke-1743764858 description', 'project_id': '3b57609295ef4e7a96bd87b8f67f3532'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:52.462836 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-55dd544d-3578-4913-a7e7-96d3b51f7f21 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.478861 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bc7f4851-b225-4462-8d4e-35d99b05600b req-6f1b635c-c46a-4da9-aaed-a71be959c595 service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118352 Jul 13 19:24:52.571745 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-55dd544d-3578-4913-a7e7-96d3b51f7f21 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.577323 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-55dd544d-3578-4913-a7e7-96d3b51f7f21 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.595754 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bc7f4851-b225-4462-8d4e-35d99b05600b req-691e8208-33b2-4129-9fa1-0089115bca96 service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100082 Jul 13 19:24:52.615298 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39956) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:52.619222 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-55dd544d-3578-4913-a7e7-96d3b51f7f21 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.623577 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-55dd544d-3578-4913-a7e7-96d3b51f7f21 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1947348 Jul 13 19:24:52.624191 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39958) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:52.629671 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-1c9a1b52-fc49-4c7e-bf31-31039e04e2fe tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'security_group_rule': {'security_group_id': '02d60289-b9f9-4e91-a942-08338dc88367', 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:52.634871 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd544d-3578-4913-a7e7-96d3b51f7f21 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d60289-b9f9-4e91-a942-08338dc88367,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:52.679512 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1b52-fc49-4c7e-bf31-31039e04e2fe tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.763476 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1b52-fc49-4c7e-bf31-31039e04e2fe tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.771926 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1b52-fc49-4c7e-bf31-31039e04e2fe tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.788453 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0835da-c224-4aa1-bb96-d64893b59f4c req-99a96d29-a103-4d6a-bc3d-63a630524de4 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.790134 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bc0835da-c224-4aa1-bb96-d64893b59f4c req-99a96d29-a103-4d6a-bc3d-63a630524de4 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.1221035 Jul 13 19:24:52.809578 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a1b52-fc49-4c7e-bf31-31039e04e2fe tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f94b9a-58cf-400e-8143-56f1d21d87d4,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:52.846473 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1b52-fc49-4c7e-bf31-31039e04e2fe tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.852972 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-1c9a1b52-fc49-4c7e-bf31-31039e04e2fe tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2271609 Jul 13 19:24:52.853649 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39960) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:52.865945 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-171a612d-b3a1-428c-8fb9-e8ac2cc4ff13 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'security_group_rule': {'security_group_id': '02d60289-b9f9-4e91-a942-08338dc88367', 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:52.884661 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bc0835da-c224-4aa1-bb96-d64893b59f4c req-328882a4-7911-41b7-b7d5-cd5591d734b9 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841424 Jul 13 19:24:52.930179 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-171a612d-b3a1-428c-8fb9-e8ac2cc4ff13 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.957898 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e2a9b448-d98a-4f8d-89d1-f83283096405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.989082 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-171a612d-b3a1-428c-8fb9-e8ac2cc4ff13 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:52.994829 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-171a612d-b3a1-428c-8fb9-e8ac2cc4ff13 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.017530 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a612d-b3a1-428c-8fb9-e8ac2cc4ff13 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d222f825-afdb-40ee-92b0-2d135b4bfab8,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:53.065593 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e2a9b448-d98a-4f8d-89d1-f83283096405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.070842 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e2a9b448-d98a-4f8d-89d1-f83283096405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.079225 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-171a612d-b3a1-428c-8fb9-e8ac2cc4ff13 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.085045 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-171a612d-b3a1-428c-8fb9-e8ac2cc4ff13 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2245955 Jul 13 19:24:53.085639 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39962) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:53.091524 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-61c7bd2b-5462-4f24-889b-724450203ae8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'security_group_rule': {'security_group_id': '02d60289-b9f9-4e91-a942-08338dc88367', 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:53.122565 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e2a9b448-d98a-4f8d-89d1-f83283096405 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a509e630043140ceaf8494deba472285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4994659 Jul 13 19:24:53.122565 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9b448-d98a-4f8d-89d1-f83283096405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44c2b99-e9c5-4360-86ac-8ae6a05c422c,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:53.122878 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39964) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:53.144340 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-61c7bd2b-5462-4f24-889b-724450203ae8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.220518 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ad88c1fd-e923-440e-913a-4e194b044c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.242294 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-61c7bd2b-5462-4f24-889b-724450203ae8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.255117 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-61c7bd2b-5462-4f24-889b-724450203ae8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.262696 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ad88c1fd-e923-440e-913a-4e194b044c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.296946 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7bd2b-5462-4f24-889b-724450203ae8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88874bdb-c88c-4771-b51f-a2251866e069,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:53.308097 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-61c7bd2b-5462-4f24-889b-724450203ae8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.309427 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-61c7bd2b-5462-4f24-889b-724450203ae8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2228136 Jul 13 19:24:53.312491 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39966) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:53.318194 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-40e2974d-3bd8-415b-8ba3-d848b3aecf23 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'security_group_rule': {'security_group_id': '02d60289-b9f9-4e91-a942-08338dc88367', 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:53.346285 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:53.354930 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ad88c1fd-e923-440e-913a-4e194b044c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.358405 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ad88c1fd-e923-440e-913a-4e194b044c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.360325 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ad88c1fd-e923-440e-913a-4e194b044c8c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f44c2b99-e9c5-4360-86ac-8ae6a05c422c HTTP/1.1" status: 204 len: 168 time: 0.2390754 Jul 13 19:24:53.373329 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88c1fd-e923-440e-913a-4e194b044c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44c2b99-e9c5-4360-86ac-8ae6a05c422c,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:53.382185 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-40e2974d-3bd8-415b-8ba3-d848b3aecf23 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.427429 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:53.433198 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:53.433896 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.497352 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-40e2974d-3bd8-415b-8ba3-d848b3aecf23 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.503880 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-40e2974d-3bd8-415b-8ba3-d848b3aecf23 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.525546 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2974d-3bd8-415b-8ba3-d848b3aecf23 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f76dba-08aa-4057-a885-5f47b3d1cd6d,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:53.533661 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-40e2974d-3bd8-415b-8ba3-d848b3aecf23 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.538557 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39970) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:53.538748 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-40e2974d-3bd8-415b-8ba3-d848b3aecf23 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2249601 Jul 13 19:24:53.543804 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-0967c229-c4d5-465b-852c-1104950d33bd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'security_group_rule': {'security_group_id': '02d60289-b9f9-4e91-a942-08338dc88367', 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:53.574580 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.576731 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.securitygroups_db [None req-0967c229-c4d5-465b-852c-1104950d33bd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Project 3b57609295ef4e7a96bd87b8f67f3532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:24:53.584029 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0967c229-c4d5-465b-852c-1104950d33bd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.599106 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=13ed3b2f-9084-46ce-a356-1a3b0f56d8bb,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:53.604589 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.659869 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0967c229-c4d5-465b-852c-1104950d33bd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.665347 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0967c229-c4d5-465b-852c-1104950d33bd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.671412 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=13ed3b2f-9084-46ce-a356-1a3b0f56d8bb,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:53.689748 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967c229-c4d5-465b-852c-1104950d33bd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7d91d7-2338-4002-b388-e3499c570b02,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:53.696096 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0967c229-c4d5-465b-852c-1104950d33bd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.697597 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0967c229-c4d5-465b-852c-1104950d33bd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1577516 Jul 13 19:24:53.701019 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 39974) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:53.706101 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-0d51b2d5-033d-4dc0-ba9d-6bf94c3ba3df tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'security_group_rule': {'security_group_id': '02d60289-b9f9-4e91-a942-08338dc88367', 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:53.737367 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.securitygroups_db [None req-0d51b2d5-033d-4dc0-ba9d-6bf94c3ba3df tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Project 3b57609295ef4e7a96bd87b8f67f3532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:24:53.743198 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d51b2d5-033d-4dc0-ba9d-6bf94c3ba3df tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.831208 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d51b2d5-033d-4dc0-ba9d-6bf94c3ba3df tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.837731 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d51b2d5-033d-4dc0-ba9d-6bf94c3ba3df tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.864063 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 39976) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:53.872578 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51b2d5-033d-4dc0-ba9d-6bf94c3ba3df tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b76eb8-6cf9-427d-b73d-1979f39697be,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:53.876495 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d51b2d5-033d-4dc0-ba9d-6bf94c3ba3df tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.878140 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0d51b2d5-033d-4dc0-ba9d-6bf94c3ba3df tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1761193 Jul 13 19:24:53.887755 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c58624fb-60c7-44d5-a88a-05cc513936f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.018134 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c58624fb-60c7-44d5-a88a-05cc513936f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.040007 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c58624fb-60c7-44d5-a88a-05cc513936f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.164206 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c58624fb-60c7-44d5-a88a-05cc513936f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fcda81959880424e880f4e37b99f5171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958596 Jul 13 19:24:54.164680 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40014) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:54.166927 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58624fb-60c7-44d5-a88a-05cc513936f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58689d3-0b0b-4912-8623-09d6ced184bd,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:54.211924 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8c62f-d4db-4eff-866e-d7ff8117d53a req-58bbfeeb-abc7-4d35-8473-41da737fe2ce tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:54.214450 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-10b8c62f-d4db-4eff-866e-d7ff8117d53a req-58bbfeeb-abc7-4d35-8473-41da737fe2ce tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.1940157 Jul 13 19:24:54.222305 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5c24e579-f129-436a-9173-10e0b61b8dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.245551 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5c24e579-f129-436a-9173-10e0b61b8dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.277763 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-10b8c62f-d4db-4eff-866e-d7ff8117d53a req-6d2ec4ee-b55f-4b08-93d9-dfb3acc4fff6 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560234 Jul 13 19:24:54.306136 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5c24e579-f129-436a-9173-10e0b61b8dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.309324 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5c24e579-f129-436a-9173-10e0b61b8dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.313203 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5c24e579-f129-436a-9173-10e0b61b8dea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e58689d3-0b0b-4912-8623-09d6ced184bd HTTP/1.1" status: 204 len: 168 time: 0.1445622 Jul 13 19:24:54.323163 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24e579-f129-436a-9173-10e0b61b8dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58689d3-0b0b-4912-8623-09d6ced184bd,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:55.156613 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9c130ccc-ec03-47ed-97a3-1ef1d58c59da details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:55.272051 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:55.284505 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'port_id': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'mac_address': 'fa:16:3e:37:4f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:55.289121 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:55.359287 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.377208 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c130ccc-ec03-47ed-97a3-1ef1d58c59da {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:55.400722 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:55.401006 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.404028 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:55.431693 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.493974 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:55.542971 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959c880-c3dd-4202-afa2-366d9d4defea req-1f2a950b-3261-494c-9572-9eeb2fca2d32 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:55.544750 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6959c880-c3dd-4202-afa2-366d9d4defea req-1f2a950b-3261-494c-9572-9eeb2fca2d32 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 945 time: 0.0848415 Jul 13 19:24:55.597934 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6959c880-c3dd-4202-afa2-366d9d4defea req-fbbdfee8-adfb-4283-b7d8-1c25e3c6539e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466075 Jul 13 19:24:55.680692 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['9c130ccc-ec03-47ed-97a3-1ef1d58c59da'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:56.151356 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Sync routers for ids ['5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:24:56.162041 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Routers {'5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:56.163002 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:56.268360 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Set router 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:56.468347 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'name': 'tempest-TestVolumeBootPattern-1765529563-router', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:46Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 4, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'gw_port': {'id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:47Z', 'updated_at': '2021-07-13T19:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'defaa880-f79f-4f3e-a48e-5c0a5e5c88e1', 'name': '', 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'mac_address': 'fa:16:3e:0e:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'df1aafbd-5da7-4bbd-9815-a9accc61a3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:49Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 2, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'subnets': [{'id': 'df1aafbd-5da7-4bbd-9815-a9accc61a3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:56.493320 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Checking router: 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:24:56.493665 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Updating router 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 binding host dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:24:56.528135 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.807980 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff77b8-9aad-44b8-afbd-4e51da3e89bd req-1256f43a-058e-4a43-bfa5-cf3d25a2c8c0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:56.809508 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3aff77b8-9aad-44b8-afbd-4e51da3e89bd req-1256f43a-058e-4a43-bfa5-cf3d25a2c8c0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 945 time: 0.0714247 Jul 13 19:24:56.842341 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.852506 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3aff77b8-9aad-44b8-afbd-4e51da3e89bd req-7f15b959-f039-417e-96fc-722086702c44 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374739 Jul 13 19:24:56.852719 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Transition to ACTIVE for port object defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:56.858991 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.915312 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a6993-c76a-4a29-bf08-87b0f95c9d90 None None] Pushing event updated for resources: {'Port': ['ID=defaa880-f79f-4f3e-a48e-5c0a5e5c88e1,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:56.968293 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Attempting to bind port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:56.968664 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Attempting to bind port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '1df7f33d-92c2-48ca-a8f3-7beb46d38da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:56.969027 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Attempting to bind port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 on network 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:56.974827 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:56.975204 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Checking segment: {'id': '1df7f33d-92c2-48ca-a8f3-7beb46d38da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:56.975603 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.976025 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Bound using segment: {'id': '1df7f33d-92c2-48ca-a8f3-7beb46d38da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:56.976489 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Bound port: defaa880-f79f-4f3e-a48e-5c0a5e5c88e1, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df7f33d-92c2-48ca-a8f3-7beb46d38da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:56.976884 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.049688 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] For port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:57.053935 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] For port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=defaa880-f79f-4f3e-a48e-5c0a5e5c88e1,segment=NetworkSegment(1df7f33d-92c2-48ca-a8f3-7beb46d38da9),segment_id=1df7f33d-92c2-48ca-a8f3-7beb46d38da9)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:57.058491 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.121016 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a6993-c76a-4a29-bf08-87b0f95c9d90 None None] Pushing event updated for resources: {'Port': ['ID=defaa880-f79f-4f3e-a48e-5c0a5e5c88e1,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:57.124174 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Routers {'5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:57.124769 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:57.248653 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] Set router 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:57.320329 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:57.382538 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:57.386417 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:57.386819 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.461399 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'name': 'tempest-TestVolumeBootPattern-1765529563-router', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:46Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 4, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'gw_port': {'id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:47Z', 'updated_at': '2021-07-13T19:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'defaa880-f79f-4f3e-a48e-5c0a5e5c88e1', 'name': '', 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'mac_address': 'fa:16:3e:0e:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'df1aafbd-5da7-4bbd-9815-a9accc61a3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:49Z', 'updated_at': '2021-07-13T19:24:57Z', 'revision_number': 4, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'subnets': [{'id': 'df1aafbd-5da7-4bbd-9815-a9accc61a3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:57.475929 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.489323 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7362f3-cefc-40b6-a3a2-546308a94dd0 None None] The sync data for ids ['5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'] in dv-cinder-786931-3-iscsi is: [{'id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'name': 'tempest-TestVolumeBootPattern-1765529563-router', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:46Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 4, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'gw_port': {'id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:47Z', 'updated_at': '2021-07-13T19:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'defaa880-f79f-4f3e-a48e-5c0a5e5c88e1', 'name': '', 'network_id': '3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'mac_address': 'fa:16:3e:0e:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'df1aafbd-5da7-4bbd-9815-a9accc61a3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:49Z', 'updated_at': '2021-07-13T19:24:57Z', 'revision_number': 4, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'subnets': [{'id': 'df1aafbd-5da7-4bbd-9815-a9accc61a3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:24:57.510086 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=defaa880-f79f-4f3e-a48e-5c0a5e5c88e1,segment=NetworkSegment(1df7f33d-92c2-48ca-a8f3-7beb46d38da9),segment_id=1df7f33d-92c2-48ca-a8f3-7beb46d38da9)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:57.515696 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.569860 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=defaa880-f79f-4f3e-a48e-5c0a5e5c88e1,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:58.218843 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df268ea9-7c9a-4d1f-a4ee-4dc09f2119d0 req-3c68efa9-c06a-4d61-910f-6ad3c599327a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:58.220647 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-df268ea9-7c9a-4d1f-a4ee-4dc09f2119d0 req-3c68efa9-c06a-4d61-910f-6ad3c599327a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 945 time: 0.2388594 Jul 13 19:24:58.260201 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-df268ea9-7c9a-4d1f-a4ee-4dc09f2119d0 req-e63b408f-9423-4a35-bc96-1d7c105e37fb tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333779 Jul 13 19:24:58.944795 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9c130ccc-ec03-47ed-97a3-1ef1d58c59da up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:58.997231 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:24:59.013989 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:59.020041 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:59.021146 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:59.153761 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:59.193815 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:59.197858 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3c385-4cc6-496a-8c10-4c7668f7571c" -d '{"events": [{"server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "name": "network-vif-plugged", "status": "completed", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:59.221299 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:59.233691 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:59.263259 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0653f027-5fc4-4001-8ddb-74a236390d0f x-openstack-request-id: req-0653f027-5fc4-4001-8ddb-74a236390d0f {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:59.263541 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "name": "network-vif-plugged", "status": "completed", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:59.263865 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0653f027-5fc4-4001-8ddb-74a236390d0f {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:59.264169 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'code': 200} Jul 13 19:24:59.299536 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:59.324946 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:59.383807 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:59.384233 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:59.500506 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258bf64-5c9b-4610-908d-ae1b8754deb9 req-a75d12fc-9943-46cb-8dee-561d6df07005 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:59.502019 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c258bf64-5c9b-4610-908d-ae1b8754deb9 req-a75d12fc-9943-46cb-8dee-561d6df07005 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0858738 Jul 13 19:24:59.549498 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c258bf64-5c9b-4610-908d-ae1b8754deb9 req-444a8586-53ca-457d-a6fc-0ad3de856ad5 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363057 Jul 13 19:25:00.311882 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910d013-03a9-45f1-8667-351b55cda868 req-b351225b-c405-4dce-ac75-5719b8e9951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:00.313735 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9910d013-03a9-45f1-8667-351b55cda868 req-b351225b-c405-4dce-ac75-5719b8e9951b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 1099 time: 0.0588725 Jul 13 19:25:00.353395 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9910d013-03a9-45f1-8667-351b55cda868 req-abd2e945-ed97-420f-866f-de2981b3a339 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325818 Jul 13 19:25:00.798109 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e3b68-59b1-4a7d-b64e-e54079829bc3 req-f6582bc5-8963-45bd-b35a-e8560e11881a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:00.800186 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c7e3b68-59b1-4a7d-b64e-e54079829bc3 req-f6582bc5-8963-45bd-b35a-e8560e11881a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.1275318 Jul 13 19:25:00.842226 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c7e3b68-59b1-4a7d-b64e-e54079829bc3 req-4c315adc-5543-4c81-837d-f7e51264ad55 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347648 Jul 13 19:25:01.958253 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30d93985-cc7d-4c66-be55-e5b7eda27a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:02.087743 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10203228-2090-4ea1-b638-1e3d29353a35 req-b1665b23-0813-462d-8e23-9151f626451e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:02.089472 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-10203228-2090-4ea1-b638-1e3d29353a35 req-b1665b23-0813-462d-8e23-9151f626451e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0741789 Jul 13 19:25:02.137768 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-10203228-2090-4ea1-b638-1e3d29353a35 req-754c829e-e06a-4449-8ed9-6218427d7402 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Jul 13 19:25:02.363682 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed8ccd-235a-4030-a344-06e4fc76a3ff req-7a399406-5e0a-44e1-b4eb-8077a31e8d56 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:02.365271 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d1ed8ccd-235a-4030-a344-06e4fc76a3ff req-7a399406-5e0a-44e1-b4eb-8077a31e8d56 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0882735 Jul 13 19:25:02.377896 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40124) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:02.383181 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-694fa363-65ce-4e1d-bc4b-edebc2986aef tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Request body: {'floatingip': {'port_id': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:02.424335 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-694fa363-65ce-4e1d-bc4b-edebc2986aef tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.005755 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-694fa363-65ce-4e1d-bc4b-edebc2986aef tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.010141 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-694fa363-65ce-4e1d-bc4b-edebc2986aef tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.116022 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.l3_db [None req-694fa363-65ce-4e1d-bc4b-edebc2986aef tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Floating IP 87dd02c2-9bc8-4465-b693-d997d4dfd355 associated. External IP: 172.27.0.59, port: 9c130ccc-ec03-47ed-97a3-1ef1d58c59da. Jul 13 19:25:03.375330 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694fa363-65ce-4e1d-bc4b-edebc2986aef tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Router 6784a7b1-5447-45e2-a8db-42a6493d6530 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:25:03.496401 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694fa363-65ce-4e1d-bc4b-edebc2986aef tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:03.501199 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-694fa363-65ce-4e1d-bc4b-edebc2986aef tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.509261 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3533ed4-a3a1-4521-ac47-50b7f1921985 None None] Sync routers for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:03.519460 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3533ed4-a3a1-4521-ac47-50b7f1921985 None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:03.520655 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-b3533ed4-a3a1-4521-ac47-50b7f1921985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:03.548643 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-694fa363-65ce-4e1d-bc4b-edebc2986aef tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "PUT /v2.0/floatingips/87dd02c2-9bc8-4465-b693-d997d4dfd355 HTTP/1.1" status: 200 len: 991 time: 1.1691847 Jul 13 19:25:03.551999 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:03.556631 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f087f09-6ec5-41f7-be45-6305b649e3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:03.606272 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4069509-0c44-45e2-8dce-ae58dbfb1a56 x-openstack-request-id: req-c4069509-0c44-45e2-8dce-ae58dbfb1a56 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:03.606773 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:03.607207 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c4069509-0c44-45e2-8dce-ae58dbfb1a56 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:03.607811 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'status': 'completed', 'code': 200} Jul 13 19:25:03.652692 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-b3533ed4-a3a1-4521-ac47-50b7f1921985 None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:03.996920 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-b3533ed4-a3a1-4521-ac47-50b7f1921985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '87dd02c2-9bc8-4465-b693-d997d4dfd355', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'port_id': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'mac_address': 'fa:16:3e:37:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:24:45Z', 'updated_at': '2021-07-13T19:25:02Z', 'revision_number': 1, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:21Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:04.025288 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3533ed4-a3a1-4521-ac47-50b7f1921985 None None] Checking router: 6784a7b1-5447-45e2-a8db-42a6493d6530 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:04.034425 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3533ed4-a3a1-4521-ac47-50b7f1921985 None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:04.035198 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-b3533ed4-a3a1-4521-ac47-50b7f1921985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:24:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:04.159179 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-b3533ed4-a3a1-4521-ac47-50b7f1921985 None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:04.547765 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-b3533ed4-a3a1-4521-ac47-50b7f1921985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '87dd02c2-9bc8-4465-b693-d997d4dfd355', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'port_id': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'mac_address': 'fa:16:3e:37:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:24:45Z', 'updated_at': '2021-07-13T19:25:02Z', 'revision_number': 1, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:21Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:04.575039 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3533ed4-a3a1-4521-ac47-50b7f1921985 None None] The sync data for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi is: [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '87dd02c2-9bc8-4465-b693-d997d4dfd355', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'port_id': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'mac_address': 'fa:16:3e:37:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:24:45Z', 'updated_at': '2021-07-13T19:25:02Z', 'revision_number': 1, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:21Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:04.708767 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f087f09-6ec5-41f7-be45-6305b649e3f3 req-9a200bb7-05b1-43c3-97ee-5df46e6e8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:04.710285 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f087f09-6ec5-41f7-be45-6305b649e3f3 req-9a200bb7-05b1-43c3-97ee-5df46e6e8713 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 1099 time: 0.0585377 Jul 13 19:25:04.808280 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d8ef5e-c809-4c50-8656-d8e6e2c82942 None None] New status for floating IP 87dd02c2-9bc8-4465-b693-d997d4dfd355: ACTIVE {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:25:04.829478 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f087f09-6ec5-41f7-be45-6305b649e3f3 req-20b6ae3f-aba6-42f6-a3c7-402f2583e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:04.831939 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f087f09-6ec5-41f7-be45-6305b649e3f3 req-20b6ae3f-aba6-42f6-a3c7-402f2583e333 service neutron] 10.222.0.73 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 919 time: 0.1134448 Jul 13 19:25:04.926302 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f087f09-6ec5-41f7-be45-6305b649e3f3 req-08c31ee5-3939-4a9a-8721-0562fdbcbcdb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da HTTP/1.1" status: 200 len: 999 time: 0.0867007 Jul 13 19:25:05.014772 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f087f09-6ec5-41f7-be45-6305b649e3f3 req-0b38fd42-0a41-48fc-b985-ec2d9450ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:05.017430 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f087f09-6ec5-41f7-be45-6305b649e3f3 req-0b38fd42-0a41-48fc-b985-ec2d9450ce29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e23400d-e62e-4511-992c-8616f7455f40 HTTP/1.1" status: 200 len: 856 time: 0.0842543 Jul 13 19:25:05.089444 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97dc686a-ab8a-4508-bbac-38062af3e223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.123167 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f087f09-6ec5-41f7-be45-6305b649e3f3 req-55b56c38-555d-44f3-ab7a-855c0ea11010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:05.124737 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f087f09-6ec5-41f7-be45-6305b649e3f3 req-55b56c38-555d-44f3-ab7a-855c0ea11010 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=864d37d1-14c3-4f3f-8d01-0a137298ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0968497 Jul 13 19:25:05.260515 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f087f09-6ec5-41f7-be45-6305b649e3f3 req-df51ff80-b13b-448f-b2e8-1a95e8f523ed service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279724 Jul 13 19:25:05.422056 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f087f09-6ec5-41f7-be45-6305b649e3f3 req-b895835b-817a-42a2-9d23-3d8210785f00 service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541181 Jul 13 19:25:05.476186 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.022821 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.146402 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.104789 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-d2598b8a-7756-48a8-84d1-155316a23c45 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743764858&fields=id&tenant_id=3b57609295ef4e7a96bd87b8f67f3532 HTTP/1.1" status: 200 len: 267 time: 0.0387323 Jul 13 19:25:13.241215 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-66c907a3-c6c3-435f-90ea-2be4330677b3 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:13.242864 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-66c907a3-c6c3-435f-90ea-2be4330677b3 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 812 time: 0.1259549 Jul 13 19:25:13.264634 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-6033db4c-2edd-48b6-94b6-7e8dce201a89 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/quotas/3b57609295ef4e7a96bd87b8f67f3532 HTTP/1.1" status: 200 len: 375 time: 0.0123692 Jul 13 19:25:13.350856 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-d797c09c-839f-42a5-b9b6-b0f021b08de5 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767303 Jul 13 19:25:13.569437 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-a9006d60-2eb6-4f81-9d82-6d4de6318cd2 service neutron] 10.222.0.68 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045779 Jul 13 19:25:13.670400 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-47ebb337-06da-41b8-94b2-85871e18eef3 service neutron] 10.222.0.68 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947437 Jul 13 19:25:14.095426 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-77b807ef-726a-4094-ae34-4e1c3f50a4b2 req-5bb4052e-b42b-43b6-ab5d-ac3f23a57ae8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 210 time: 0.0346689 Jul 13 19:25:15.231146 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40292) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:15.291365 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b54a010a-736d-4f98-8ca3-d6734ddddb1c req-71d727c2-41fa-47b8-8679-927b264a4dc3 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 210 time: 0.0492654 Jul 13 19:25:15.364049 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.501158 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.507193 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.564964 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c22d43a226644eaa989e79853d1e9bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322794 Jul 13 19:25:15.566091 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40300) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:15.567131 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0b0193-471a-4a47-8948-3f2c1d7d5074,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:15.594884 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:15.595593 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:15.596017 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:15.596582 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:15.597148 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:15.597778 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:15.599089 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:15.599732 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:15.600282 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:15.600861 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:15.601385 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:15.601910 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e285a26-656c-49b8-9d82-36325feb9e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:15.668525 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-1c22fc19-1419-49bf-9556-3f7147f211c2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:15.669378 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-07c1c870-3257-442f-8531-56818c983fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.670317 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-1c22fc19-1419-49bf-9556-3f7147f211c2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 812 time: 0.1708519 Jul 13 19:25:15.704447 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-07c1c870-3257-442f-8531-56818c983fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.731528 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-6bc1736a-923f-4dcf-810a-ac4acacc5f93 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b57609295ef4e7a96bd87b8f67f3532 HTTP/1.1" status: 200 len: 380 time: 0.0499692 Jul 13 19:25:15.746669 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'port': {'device_id': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'admin_state_up': True, 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'security_groups': ['02d60289-b9f9-4e91-a942-08338dc88367']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:15.822478 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-07c1c870-3257-442f-8531-56818c983fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.831027 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-07c1c870-3257-442f-8531-56818c983fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.836501 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-07c1c870-3257-442f-8531-56818c983fba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8d0b0193-471a-4a47-8948-3f2c1d7d5074 HTTP/1.1" status: 204 len: 168 time: 0.2659402 Jul 13 19:25:15.857240 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1c870-3257-442f-8531-56818c983fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0b0193-471a-4a47-8948-3f2c1d7d5074,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:15.921220 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Made reservation on behalf of 3b57609295ef4e7a96bd87b8f67f3532 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:15.927283 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.119582 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Allocated IP 172.20.0.9 (ced6f954-8877-4687-b900-05e72393c1ea/585f619d-61a7-48c9-967a-6452f75b18fa/32187143-d954-4b07-9316-925385a022c5) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:16.313553 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.334886 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Transition to ACTIVE for port object 32187143-d954-4b07-9316-925385a022c5 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:16.399824 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.493170 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Network ced6f954-8877-4687-b900-05e72393c1ea is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:16.503497 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:16.522947 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:16.554230 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84385be-631a-43c9-9f3f-232b33f5187f req-63dc81d7-954e-490b-823d-8c1438dd41ef tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:16.555919 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e84385be-631a-43c9-9f3f-232b33f5187f req-63dc81d7-954e-490b-823d-8c1438dd41ef tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 931 time: 0.1019919 Jul 13 19:25:16.572715 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'Port': ['ID=32187143-d954-4b07-9316-925385a022c5,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:16.592646 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:16.593766 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:16.594614 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:16.595410 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:16.596197 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:16.596752 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:16.597540 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:16.598979 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:16.599835 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:16.600664 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:16.601522 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:16.602355 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:16.627382 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e84385be-631a-43c9-9f3f-232b33f5187f req-bcd4e4a6-f885-419a-b985-19f033f2a2c2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565991 Jul 13 19:25:16.669450 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:16.670624 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.699700 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-e4edda4e-5c6d-4015-b408-e2c2d6f42891 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9589214 Jul 13 19:25:16.819332 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-879ee1f4-c3be-457a-b9a0-d4564b7c7c12 None None] Provisioning for port 32187143-d954-4b07-9316-925385a022c5 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:16.825388 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-879ee1f4-c3be-457a-b9a0-d4564b7c7c12 None None] Provisioning complete for port 32187143-d954-4b07-9316-925385a022c5 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:16.826262 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-879ee1f4-c3be-457a-b9a0-d4564b7c7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.888078 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40326) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:16.893603 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Request body: {'port': {'device_id': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:16.898466 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-879ee1f4-c3be-457a-b9a0-d4564b7c7c12 None None] Port 32187143-d954-4b07-9316-925385a022c5 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:16.973368 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-113274149-network', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:16.997345 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.003968 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Made reservation on behalf of 88e17d7f77164df6bdf23c8acf0e374b for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:17.007417 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.021826 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.205896 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.212557 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.253463 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:25:17.276205 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef70590e-8342-46a0-8de6-0e2f41127d76,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:17.280452 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.281098 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Added segment 5c349b47-d98b-4f01-ab3d-f600431c2cfd of type vlan for network b8d11fbb-c70a-4743-a5e9-704ff2c10185 Jul 13 19:25:17.339489 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.376171 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.377237 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:17.377887 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.405826 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32187143-d954-4b07-9316-925385a022c5 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:17.416114 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.435336 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Transition to ACTIVE for port object 32187143-d954-4b07-9316-925385a022c5 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:17.436203 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5460856 Jul 13 19:25:17.441972 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 40332) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:17.449717 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be28e28-6897-4537-ba9d-9b157d5aeb64 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d11fbb-c70a-4743-a5e9-704ff2c10185,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:17.451388 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-ebe0914d-3ecf-4861-ae24-8a83256558aa admin admin] Request body: {'subnet': {'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-113274149-subnet', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:17.456145 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.463960 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network b8d11fbb-c70a-4743-a5e9-704ff2c10185 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:25:17.522431 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe0914d-3ecf-4861-ae24-8a83256558aa admin admin] Made reservation on behalf of 88e17d7f77164df6bdf23c8acf0e374b for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:17.524946 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ebe0914d-3ecf-4861-ae24-8a83256558aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529171'] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.553188 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Pushing event updated for resources: {'Port': ['ID=32187143-d954-4b07-9316-925385a022c5,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:17.737878 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Attempting to bind port 32187143-d954-4b07-9316-925385a022c5 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:17.739193 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Attempting to bind port 32187143-d954-4b07-9316-925385a022c5 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:17.739193 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Attempting to bind port 32187143-d954-4b07-9316-925385a022c5 on network ced6f954-8877-4687-b900-05e72393c1ea {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:17.752264 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Port 32187143-d954-4b07-9316-925385a022c5 on network ced6f954-8877-4687-b900-05e72393c1ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:25:17.752601 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Attempting to bind port 32187143-d954-4b07-9316-925385a022c5 on network ced6f954-8877-4687-b900-05e72393c1ea {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:17.764747 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:17.765112 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Checking segment: {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:17.765486 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Bound using segment: {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:17.765951 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Bound port: 32187143-d954-4b07-9316-925385a022c5, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:17.766289 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.841699 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ebe0914d-3ecf-4861-ae24-8a83256558aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8569272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529185'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.899782 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fcd49-62f9-49bc-8362-d904cfe4328d req-71241d30-3c6b-4f94-a5dc-30de58759527 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:17.902044 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ea1fcd49-62f9-49bc-8362-d904cfe4328d req-71241d30-3c6b-4f94-a5dc-30de58759527 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 943 time: 0.0906816 Jul 13 19:25:17.918980 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] For port 32187143-d954-4b07-9316-925385a022c5, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:17.921272 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0914d-3ecf-4861-ae24-8a83256558aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6197dcd8-f9a1-4ecf-9ffb-61beea8e1310,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:17.924795 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] For port 32187143-d954-4b07-9316-925385a022c5, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32187143-d954-4b07-9316-925385a022c5,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:17.933079 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.963772 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ea1fcd49-62f9-49bc-8362-d904cfe4328d req-7accc933-dc89-4cb9-894d-bd0922f3d0e0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535779 Jul 13 19:25:17.998502 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:17.999268 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.000795 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] 10.222.0.73 "PUT /v2.0/ports/32187143-d954-4b07-9316-925385a022c5 HTTP/1.1" status: 200 len: 1093 time: 1.2894258 Jul 13 19:25:18.001258 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'tag': '32187143-d954-4b07-9316-925385a022c5'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:18.003743 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e01392-7232-4b1a-806c-d3d29c1b0c68" -d '{"events": [{"name": "network-changed", "server_uuid": "30f9399c-66ab-4342-95dc-9b9ca49502c6", "tag": "32187143-d954-4b07-9316-925385a022c5"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:18.022410 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe0914d-3ecf-4861-ae24-8a83256558aa admin admin] Checking segment: {'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:18.022800 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0914d-3ecf-4861-ae24-8a83256558aa admin admin] Network hostable DHCP agents. Network: b8d11fbb-c70a-4743-a5e9-704ff2c10185, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:25:18.057215 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72ba20-82c2-4223-9606-c1d768867a27 service neutron] Pushing event updated for resources: {'Port': ['ID=32187143-d954-4b07-9316-925385a022c5,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:18.093984 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0914d-3ecf-4861-ae24-8a83256558aa admin admin] Network b8d11fbb-c70a-4743-a5e9-704ff2c10185 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:25:18.118267 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-ebe0914d-3ecf-4861-ae24-8a83256558aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, b8d11fbb-c70a-4743-a5e9-704ff2c10185) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:18.126781 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1cabe9-a803-47f1-b8fc-f9f1b55e73e6 None None] Network b8d11fbb-c70a-4743-a5e9-704ff2c10185 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:18.134557 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe0914d-3ecf-4861-ae24-8a83256558aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:18.135676 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ebe0914d-3ecf-4861-ae24-8a83256558aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.176387 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-36b44880-af39-4f9e-ba72-76511fc629ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:18.178928 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-36b44880-af39-4f9e-ba72-76511fc629ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 1096 time: 0.1148038 Jul 13 19:25:18.180937 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-ebe0914d-3ecf-4861-ae24-8a83256558aa admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7369938 Jul 13 19:25:18.183976 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 40340) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:18.195579 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:18.272031 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14e0053-5cea-4258-ba58-4041999c7bde x-openstack-request-id: req-a14e0053-5cea-4258-ba58-4041999c7bde {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:18.272354 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f9399c-66ab-4342-95dc-9b9ca49502c6", "tag": "32187143-d954-4b07-9316-925385a022c5", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:18.272543 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a14e0053-5cea-4258-ba58-4041999c7bde {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:18.273134 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'tag': '32187143-d954-4b07-9316-925385a022c5', 'status': 'completed', 'code': 200} Jul 13 19:25:18.277815 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-c60c3fe9-b5ea-476e-a8c7-7ca53da795bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32187143-d954-4b07-9316-925385a022c5 HTTP/1.1" status: 200 len: 217 time: 0.0899401 Jul 13 19:25:18.299213 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13697'] for router, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.300503 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33141241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13704'] for router, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.333703 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffccee63-fa48-5d75-9a9a-e5ee3a48267b-b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'fixed_ips': [{'subnet_id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310'}]}} from dv-cinder-786931-3-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:25:18.334796 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.434690 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-90fff4d7-3316-42a9-93f1-538bdf37746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:18.437302 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-90fff4d7-3316-42a9-93f1-538bdf37746b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.1493099 Jul 13 19:25:18.446679 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.537071 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Allocated IP 172.20.0.2 (b8d11fbb-c70a-4743-a5e9-704ff2c10185/6197dcd8-f9a1-4ecf-9ffb-61beea8e1310/514714bd-4c03-4d2d-a1b5-984926810438) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:18.641780 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13722'] for router, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.654674 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-7cace672-7f0b-49af-bfbd-da28fc5a8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:18.656264 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-7cace672-7f0b-49af-bfbd-da28fc5a8355 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2073917 Jul 13 19:25:18.759920 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.774338 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Transition to ACTIVE for port object 514714bd-4c03-4d2d-a1b5-984926810438 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:18.805877 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Transition to ACTIVE for port object 514714bd-4c03-4d2d-a1b5-984926810438 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:18.812643 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-0facf6d9-46bc-463f-bfcc-8e64d33f4540 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429563 Jul 13 19:25:18.818307 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.885669 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Network b8d11fbb-c70a-4743-a5e9-704ff2c10185 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:18.897945 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:18.905622 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:18.911740 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Pushing event updated for resources: {'Port': ['ID=514714bd-4c03-4d2d-a1b5-984926810438,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:19.008483 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eedc3440-b00e-4489-8dfe-b1d86d8a50cc req-7eb21e4f-fcda-4c8a-89c3-499ee609f12a service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881073 Jul 13 19:25:19.022341 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Attempting to bind port 514714bd-4c03-4d2d-a1b5-984926810438 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:19.023153 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Attempting to bind port 514714bd-4c03-4d2d-a1b5-984926810438 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:19.023862 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Attempting to bind port 514714bd-4c03-4d2d-a1b5-984926810438 on network b8d11fbb-c70a-4743-a5e9-704ff2c10185 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:19.034505 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:19.036708 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Checking segment: {'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:19.038323 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.039609 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Bound using segment: {'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:19.040825 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Bound port: 514714bd-4c03-4d2d-a1b5-984926810438, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:19.041905 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.078907 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.146972 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] For port 514714bd-4c03-4d2d-a1b5-984926810438, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:19.150778 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] For port 514714bd-4c03-4d2d-a1b5-984926810438, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=514714bd-4c03-4d2d-a1b5-984926810438,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:19.156934 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.162191 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.239947 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc121b2-4561-4824-88e7-c68828bee238 None None] Pushing event updated for resources: {'Port': ['ID=514714bd-4c03-4d2d-a1b5-984926810438,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:19.466497 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e01392-7232-4b1a-806c-d3d29c1b0c68 req-43ac2185-183d-4197-9993-58f1752d6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:19.469735 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c7e01392-7232-4b1a-806c-d3d29c1b0c68 req-43ac2185-183d-4197-9993-58f1752d6a63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 1096 time: 0.3853612 Jul 13 19:25:19.610958 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65a527-ccd8-4745-81cd-ee9cbdb5ddaf req-8b18eee7-5e54-493e-aaec-4600f5ef0a8e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:19.613001 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cf65a527-ccd8-4745-81cd-ee9cbdb5ddaf req-8b18eee7-5e54-493e-aaec-4600f5ef0a8e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 943 time: 0.4847486 Jul 13 19:25:19.630573 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Allocated IP 172.27.0.136 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/ffb8d8bd-08b2-46a6-9b34-9b267639bc0f) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:19.765649 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e01392-7232-4b1a-806c-d3d29c1b0c68 req-a9e4f3eb-b9d5-4d16-98ba-24a66abcc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:19.767146 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c7e01392-7232-4b1a-806c-d3d29c1b0c68 req-a9e4f3eb-b9d5-4d16-98ba-24a66abcc875 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 914 time: 0.2822499 Jul 13 19:25:19.773466 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cf65a527-ccd8-4745-81cd-ee9cbdb5ddaf req-4bc62df2-1265-4d9e-b4d5-1a01a19f47d7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377618 Jul 13 19:25:19.831264 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c7e01392-7232-4b1a-806c-d3d29c1b0c68 req-14ca9a55-9cd7-45d3-8f6c-5cea0c343d2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32187143-d954-4b07-9316-925385a022c5 HTTP/1.1" status: 200 len: 217 time: 0.0546319 Jul 13 19:25:19.923263 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.926906 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e01392-7232-4b1a-806c-d3d29c1b0c68 req-96d28572-58fb-4507-a3aa-2908a47eb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:19.928454 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c7e01392-7232-4b1a-806c-d3d29c1b0c68 req-96d28572-58fb-4507-a3aa-2908a47eb5e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.0843387 Jul 13 19:25:20.032574 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.089236 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e01392-7232-4b1a-806c-d3d29c1b0c68 req-213b637b-6093-4788-9929-216ea346109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:20.091774 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c7e01392-7232-4b1a-806c-d3d29c1b0c68 req-213b637b-6093-4788-9929-216ea346109d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1551001 Jul 13 19:25:20.109280 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:20.126932 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:20.206076 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:20.258590 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb8d8bd-08b2-46a6-9b34-9b267639bc0f,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:20.440600 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93241f5a-118d-443d-91d5-0825c46921bc None None] Network b8d11fbb-c70a-4743-a5e9-704ff2c10185 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:20.544992 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-9af612ae-7749-4a95-b300-a3a6e908472b None None] Provisioning for port 514714bd-4c03-4d2d-a1b5-984926810438 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:20.713891 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c7e01392-7232-4b1a-806c-d3d29c1b0c68 req-5e770920-2e4f-46e1-bed4-45ee90571e17 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118293 Jul 13 19:25:20.994827 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c7e01392-7232-4b1a-806c-d3d29c1b0c68 req-c4d2e5b0-f31f-4d79-addc-12bbc67632fc service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589889 Jul 13 19:25:21.044084 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.149347 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fb7bf-625f-4197-a460-e5eb32212883 req-acd437c6-1160-4191-8cae-ae3bc117c3f5 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:21.150977 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7d9fb7bf-625f-4197-a460-e5eb32212883 req-acd437c6-1160-4191-8cae-ae3bc117c3f5 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 943 time: 0.1730535 Jul 13 19:25:21.257466 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7d9fb7bf-625f-4197-a460-e5eb32212883 req-c64565f2-6885-49bf-867a-3cb882798de2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963602 Jul 13 19:25:21.274247 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.356029 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520434'] for router, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.382849 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 514714bd-4c03-4d2d-a1b5-984926810438 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:21.445568 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port 514714bd-4c03-4d2d-a1b5-984926810438 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:21.452573 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 514714bd-4c03-4d2d-a1b5-984926810438 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:21.453187 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.516863 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 is scheduled to L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e with binding_index 1 {{(pid=92952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:25:21.568461 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.611550 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port 514714bd-4c03-4d2d-a1b5-984926810438, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=514714bd-4c03-4d2d-a1b5-984926810438,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:21.617226 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.671266 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:21.678759 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=514714bd-4c03-4d2d-a1b5-984926810438,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:21.693090 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.693442 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Sync routers for ids ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:21.698739 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e53bf7d8-d77e-4d0d-ba0a-f7dd4c151933 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5089414 Jul 13 19:25:21.699210 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 40356) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:21.713209 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Routers {'b529f7b0-9bb3-4fe4-9d8d-1052744999c1'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:21.714242 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-f85108cc-851d-40a4-b864-14b500d777de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:25:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:21.896399 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Set router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:22.129773 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-f85108cc-851d-40a4-b864-14b500d777de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 3, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:22.163914 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Checking router: b529f7b0-9bb3-4fe4-9d8d-1052744999c1 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:22.164328 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Updating router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 port ffb8d8bd-08b2-46a6-9b34-9b267639bc0f binding host dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:25:22.220667 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.343062 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.652266 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.673700 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Transition to ACTIVE for port object ffb8d8bd-08b2-46a6-9b34-9b267639bc0f will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:22.683652 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.698721 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Allocated IP 172.20.0.1 (b8d11fbb-c70a-4743-a5e9-704ff2c10185/6197dcd8-f9a1-4ecf-9ffb-61beea8e1310/e767abd0-9b56-46f0-9135-3fd0a3faebc0) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:22.734846 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbe5cb-e2a2-4a60-b6f2-b767588c847f req-fe1c89e7-7b4f-4f47-8b49-073404184acf tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:22.742024 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-83fbe5cb-e2a2-4a60-b6f2-b767588c847f req-fe1c89e7-7b4f-4f47-8b49-073404184acf tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 943 time: 0.2398298 Jul 13 19:25:22.748658 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Attempting to bind port ffb8d8bd-08b2-46a6-9b34-9b267639bc0f on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:22.749154 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Attempting to bind port ffb8d8bd-08b2-46a6-9b34-9b267639bc0f by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:22.749351 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Attempting to bind port ffb8d8bd-08b2-46a6-9b34-9b267639bc0f on network c7f35cd8-18dd-44ea-ab02-b10396c904d8 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:22.751850 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fd55b-80e2-4538-aea4-7c6617d4a920 None None] Pushing event updated for resources: {'Port': ['ID=ffb8d8bd-08b2-46a6-9b34-9b267639bc0f,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:22.758459 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:22.758910 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Checking segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:22.759298 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.759674 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Bound using segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:22.760176 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Bound port: ffb8d8bd-08b2-46a6-9b34-9b267639bc0f, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:22.760572 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.838332 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-f85108cc-851d-40a4-b864-14b500d777de None None] For port ffb8d8bd-08b2-46a6-9b34-9b267639bc0f, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:22.842234 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-f85108cc-851d-40a4-b864-14b500d777de None None] For port ffb8d8bd-08b2-46a6-9b34-9b267639bc0f, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=ffb8d8bd-08b2-46a6-9b34-9b267639bc0f,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:22.851532 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.912112 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-83fbe5cb-e2a2-4a60-b6f2-b767588c847f req-059f9f99-5fbb-443a-89b8-6409c3e549c3 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613438 Jul 13 19:25:22.935995 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Routers {'b529f7b0-9bb3-4fe4-9d8d-1052744999c1'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:22.936922 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-f85108cc-851d-40a4-b864-14b500d777de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:25:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:22.987505 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.007514 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Transition to ACTIVE for port object e767abd0-9b56-46f0-9135-3fd0a3faebc0 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:23.035211 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fd55b-80e2-4538-aea4-7c6617d4a920 None None] Pushing event updated for resources: {'Port': ['ID=ffb8d8bd-08b2-46a6-9b34-9b267639bc0f,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:23.056940 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.146762 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Network b8d11fbb-c70a-4743-a5e9-704ff2c10185 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:23.159652 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:23.167454 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:23.207561 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-f85108cc-851d-40a4-b864-14b500d777de None None] Set router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:23.222349 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Pushing event updated for resources: {'Port': ['ID=e767abd0-9b56-46f0-9135-3fd0a3faebc0,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:23.286258 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521879'] for router_interface, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.426903 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 514714bd-4c03-4d2d-a1b5-984926810438 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:23.504584 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.585567 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0410f335-a4c4-42aa-bb78-170079ea0381 None None] Provisioning for port e767abd0-9b56-46f0-9135-3fd0a3faebc0 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:23.635098 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0410f335-a4c4-42aa-bb78-170079ea0381 None None] Provisioning complete for port e767abd0-9b56-46f0-9135-3fd0a3faebc0 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:23.635716 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0410f335-a4c4-42aa-bb78-170079ea0381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.643748 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 514714bd-4c03-4d2d-a1b5-984926810438 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:23.644896 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.700067 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.706338 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.768350 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0410f335-a4c4-42aa-bb78-170079ea0381 None None] Port e767abd0-9b56-46f0-9135-3fd0a3faebc0 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:23.780987 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Pushing event updated for resources: {'Port': ['ID=e767abd0-9b56-46f0-9135-3fd0a3faebc0,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:23.783968 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33039058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523229'] for router_interface, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.815675 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-f85108cc-851d-40a4-b864-14b500d777de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 3, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:23.906186 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Network b8d11fbb-c70a-4743-a5e9-704ff2c10185 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:23.908020 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:24.090190 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85108cc-851d-40a4-b864-14b500d777de None None] The sync data for ids ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'] in dv-cinder-786931-3-iscsi is: [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 3, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:24.090700 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:25:24.201944 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-fdc2758d-8c69-4ef6-8d73-d596d7e07b90 None None] Provisioning complete for port e767abd0-9b56-46f0-9135-3fd0a3faebc0 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:24.202657 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fdc2758d-8c69-4ef6-8d73-d596d7e07b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.267502 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2758d-8c69-4ef6-8d73-d596d7e07b90 None None] Port e767abd0-9b56-46f0-9135-3fd0a3faebc0 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:24.315134 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:24.328497 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623024a1-6382-4d19-95b0-d53faa706b32 req-42917feb-6f99-429d-9951-2d7951812aa0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:24.330068 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-623024a1-6382-4d19-95b0-d53faa706b32 req-42917feb-6f99-429d-9951-2d7951812aa0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 943 time: 0.1586797 Jul 13 19:25:24.335291 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3f4cfa6d-811c-4408-8f59-72b2197b5f39 admin admin] 10.222.0.68 "PUT /v2.0/routers/b529f7b0-9bb3-4fe4-9d8d-1052744999c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6348915 Jul 13 19:25:24.457940 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-623024a1-6382-4d19-95b0-d53faa706b32 req-f066e3b6-376b-4401-8fca-cb4462143b2c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828645 Jul 13 19:25:25.090819 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 40382) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:25.099447 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1340267585-network', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:25.134837 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Made reservation on behalf of 29c4f7d8a1bf40f7a95b18978bcd12ca for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:25.138186 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.151605 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.307044 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.313250 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.356812 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:25:25.367151 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device ffb8d8bd-08b2-46a6-9b34-9b267639bc0f up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:25.368557 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d222c841-edb1-4beb-a9a9-3e6f5f2423ee,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:25.379796 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.380327 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Added segment 1580371b-f69f-4468-ab6e-b7a40d2502fb of type vlan for network 0e77d8b1-3084-4722-9658-96d719554cd6 Jul 13 19:25:25.447767 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.453146 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port ffb8d8bd-08b2-46a6-9b34-9b267639bc0f completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:25.460084 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port ffb8d8bd-08b2-46a6-9b34-9b267639bc0f triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:25.460753 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.501383 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.504594 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:25.506262 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.602177 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5098307 Jul 13 19:25:25.607079 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40388) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:25.616314 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431da8e8-be98-487e-9342-cfaf308bbf51 admin admin] Pushing event updated for resources: {'Network': ['ID=0e77d8b1-3084-4722-9658-96d719554cd6,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:25.616689 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-ee271cf9-ebcb-4af5-a02c-5072b88c91d9 admin admin] Request body: {'subnet': {'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1340267585-subnet', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:25.625527 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.635185 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network 0e77d8b1-3084-4722-9658-96d719554cd6 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:25:25.664723 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee271cf9-ebcb-4af5-a02c-5072b88c91d9 admin admin] Made reservation on behalf of 29c4f7d8a1bf40f7a95b18978bcd12ca for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:25.674831 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ee271cf9-ebcb-4af5-a02c-5072b88c91d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8665835'] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.700694 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port ffb8d8bd-08b2-46a6-9b34-9b267639bc0f, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=ffb8d8bd-08b2-46a6-9b34-9b267639bc0f,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:25.713943 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.833183 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=ffb8d8bd-08b2-46a6-9b34-9b267639bc0f,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:25.854808 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226103b2-121a-4fca-9d89-679f2b60b5df req-7e451aff-2e2c-42fc-8892-ebd95ef9d16c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:25.857585 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-226103b2-121a-4fca-9d89-679f2b60b5df req-7e451aff-2e2c-42fc-8892-ebd95ef9d16c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 943 time: 0.1569719 Jul 13 19:25:25.913682 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-226103b2-121a-4fca-9d89-679f2b60b5df req-18df0b9d-1924-440a-b944-da882c35f684 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454822 Jul 13 19:25:25.986948 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ee271cf9-ebcb-4af5-a02c-5072b88c91d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1946667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8665817'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.045680 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee271cf9-ebcb-4af5-a02c-5072b88c91d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad17709-cf9a-4fc6-ab9d-80087b9924fe,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:26.065326 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee271cf9-ebcb-4af5-a02c-5072b88c91d9 admin admin] Checking segment: {'id': '1580371b-f69f-4468-ab6e-b7a40d2502fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:26.065830 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee271cf9-ebcb-4af5-a02c-5072b88c91d9 admin admin] Network hostable DHCP agents. Network: 0e77d8b1-3084-4722-9658-96d719554cd6, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:25:26.091951 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee271cf9-ebcb-4af5-a02c-5072b88c91d9 admin admin] Network 0e77d8b1-3084-4722-9658-96d719554cd6 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:25:26.106769 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-ee271cf9-ebcb-4af5-a02c-5072b88c91d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, 0e77d8b1-3084-4722-9658-96d719554cd6) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:26.114007 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee271cf9-ebcb-4af5-a02c-5072b88c91d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:26.115515 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ee271cf9-ebcb-4af5-a02c-5072b88c91d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.119548 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5212f1c7-f6c4-4123-800c-e5af1968591e None None] Network 0e77d8b1-3084-4722-9658-96d719554cd6 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:26.140300 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ee271cf9-ebcb-4af5-a02c-5072b88c91d9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5313566 Jul 13 19:25:26.145613 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 40390) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:26.151698 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1340267585-router', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:26.188050 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Sync routers for ids ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:26.192107 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13697'] for router, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.194506 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33141241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13704'] for router, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.205120 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Routers {'b529f7b0-9bb3-4fe4-9d8d-1052744999c1'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:26.206137 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:25:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:26.274459 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.365343 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a79424-1ce0-4398-863d-986280901414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffccee63-fa48-5d75-9a9a-e5ee3a48267b-0e77d8b1-3084-4722-9658-96d719554cd6', 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'fixed_ips': [{'subnet_id': '0ad17709-cf9a-4fc6-ab9d-80087b9924fe'}]}} from dv-cinder-786931-3-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:25:26.366630 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-27a79424-1ce0-4398-863d-986280901414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.555669 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Set router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:26.588398 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-27a79424-1ce0-4398-863d-986280901414 None None] Allocated IP 172.20.0.2 (0e77d8b1-3084-4722-9658-96d719554cd6/0ad17709-cf9a-4fc6-ab9d-80087b9924fe/d8ed7a36-ac19-4887-aadb-00bc9cab1102) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:26.743532 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13722'] for router, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.851362 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-27a79424-1ce0-4398-863d-986280901414 None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.869349 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-27a79424-1ce0-4398-863d-986280901414 None None] Transition to ACTIVE for port object d8ed7a36-ac19-4887-aadb-00bc9cab1102 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:26.888343 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 4, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'e767abd0-9b56-46f0-9135-3fd0a3faebc0', 'name': '', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'mac_address': 'fa:16:3e:35:40:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:22Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 2, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'subnets': [{'id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:26.910443 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-27a79424-1ce0-4398-863d-986280901414 None None] Transition to ACTIVE for port object d8ed7a36-ac19-4887-aadb-00bc9cab1102 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:26.923917 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-27a79424-1ce0-4398-863d-986280901414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.929707 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Checking router: b529f7b0-9bb3-4fe4-9d8d-1052744999c1 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:26.930122 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Updating router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 port e767abd0-9b56-46f0-9135-3fd0a3faebc0 binding host dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:25:26.980683 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.023842 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a79424-1ce0-4398-863d-986280901414 None None] Network 0e77d8b1-3084-4722-9658-96d719554cd6 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:27.033537 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-27a79424-1ce0-4398-863d-986280901414 None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:27.040291 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a79424-1ce0-4398-863d-986280901414 None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:27.053932 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a79424-1ce0-4398-863d-986280901414 None None] Pushing event updated for resources: {'Port': ['ID=d8ed7a36-ac19-4887-aadb-00bc9cab1102,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:27.170912 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-27a79424-1ce0-4398-863d-986280901414 None None] Attempting to bind port d8ed7a36-ac19-4887-aadb-00bc9cab1102 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:27.171719 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.173017 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-27a79424-1ce0-4398-863d-986280901414 None None] Attempting to bind port d8ed7a36-ac19-4887-aadb-00bc9cab1102 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '1580371b-f69f-4468-ab6e-b7a40d2502fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:27.173936 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a79424-1ce0-4398-863d-986280901414 None None] Attempting to bind port d8ed7a36-ac19-4887-aadb-00bc9cab1102 on network 0e77d8b1-3084-4722-9658-96d719554cd6 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:27.184311 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a79424-1ce0-4398-863d-986280901414 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:27.185802 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a79424-1ce0-4398-863d-986280901414 None None] Checking segment: {'id': '1580371b-f69f-4468-ab6e-b7a40d2502fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:27.186780 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-27a79424-1ce0-4398-863d-986280901414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.187812 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a79424-1ce0-4398-863d-986280901414 None None] Bound using segment: {'id': '1580371b-f69f-4468-ab6e-b7a40d2502fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:27.188990 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-27a79424-1ce0-4398-863d-986280901414 None None] Bound port: d8ed7a36-ac19-4887-aadb-00bc9cab1102, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1580371b-f69f-4468-ab6e-b7a40d2502fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:27.189911 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-27a79424-1ce0-4398-863d-986280901414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.218496 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.332415 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-27a79424-1ce0-4398-863d-986280901414 None None] For port d8ed7a36-ac19-4887-aadb-00bc9cab1102, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:27.339385 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-27a79424-1ce0-4398-863d-986280901414 None None] For port d8ed7a36-ac19-4887-aadb-00bc9cab1102, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=d8ed7a36-ac19-4887-aadb-00bc9cab1102,segment=NetworkSegment(1580371b-f69f-4468-ab6e-b7a40d2502fb),segment_id=1580371b-f69f-4468-ab6e-b7a40d2502fb)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:27.348896 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-27a79424-1ce0-4398-863d-986280901414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.373404 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device ffb8d8bd-08b2-46a6-9b34-9b267639bc0f up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:27.480580 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.499822 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Transition to ACTIVE for port object e767abd0-9b56-46f0-9135-3fd0a3faebc0 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:27.502890 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Allocated IP 172.27.0.113 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/0a4b2ff8-321b-4a02-993a-e88e909800be) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:27.514167 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a79424-1ce0-4398-863d-986280901414 None None] Pushing event updated for resources: {'Port': ['ID=d8ed7a36-ac19-4887-aadb-00bc9cab1102,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:27.515522 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.525963 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b712e5-5799-4c2a-9950-3bd9654eb948 req-c5eb9de6-28c0-4939-833b-0222673f517a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:27.536448 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port ffb8d8bd-08b2-46a6-9b34-9b267639bc0f triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:27.537614 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.539388 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-21b712e5-5799-4c2a-9950-3bd9654eb948 req-c5eb9de6-28c0-4939-833b-0222673f517a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 943 time: 0.3245971 Jul 13 19:25:27.621265 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c9bb8-c03e-422d-af28-50fb4082a95d None None] Pushing event updated for resources: {'Port': ['ID=e767abd0-9b56-46f0-9135-3fd0a3faebc0,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:27.719379 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-21b712e5-5799-4c2a-9950-3bd9654eb948 req-c966854e-c282-4164-a3f6-6e599ab8ae7c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739273 Jul 13 19:25:27.785307 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Attempting to bind port e767abd0-9b56-46f0-9135-3fd0a3faebc0 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:27.792989 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Attempting to bind port e767abd0-9b56-46f0-9135-3fd0a3faebc0 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:27.792989 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Attempting to bind port e767abd0-9b56-46f0-9135-3fd0a3faebc0 on network b8d11fbb-c70a-4743-a5e9-704ff2c10185 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:27.804947 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:27.805236 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Checking segment: {'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:27.805686 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.806322 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Bound using segment: {'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:27.814475 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Bound port: e767abd0-9b56-46f0-9135-3fd0a3faebc0, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:27.814873 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.854283 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.935243 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.946579 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] For port e767abd0-9b56-46f0-9135-3fd0a3faebc0, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:27.952975 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] For port e767abd0-9b56-46f0-9135-3fd0a3faebc0, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=e767abd0-9b56-46f0-9135-3fd0a3faebc0,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:27.960614 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.980468 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:27.984016 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:27.988121 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:28.039747 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a4b2ff8-321b-4a02-993a-e88e909800be,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:28.060710 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Routers {'b529f7b0-9bb3-4fe4-9d8d-1052744999c1'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:28.061744 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:25:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:28.148143 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 32187143-d954-4b07-9316-925385a022c5 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:28.185596 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c9bb8-c03e-422d-af28-50fb4082a95d None None] Pushing event updated for resources: {'Port': ['ID=e767abd0-9b56-46f0-9135-3fd0a3faebc0,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:28.282608 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] Set router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:28.370408 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 32187143-d954-4b07-9316-925385a022c5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32187143-d954-4b07-9316-925385a022c5,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:28.392117 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '32187143-d954-4b07-9316-925385a022c5', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'port_id': '32187143-d954-4b07-9316-925385a022c5', 'mac_address': 'fa:16:3e:76:c8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:25:28.462847 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.482302 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32187143-d954-4b07-9316-925385a022c5 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:28.515943 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 32187143-d954-4b07-9316-925385a022c5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32187143-d954-4b07-9316-925385a022c5,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:28.522446 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.548252 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.552108 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 4, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'e767abd0-9b56-46f0-9135-3fd0a3faebc0', 'name': '', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'mac_address': 'fa:16:3e:35:40:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:22Z', 'updated_at': '2021-07-13T19:25:27Z', 'revision_number': 4, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'subnets': [{'id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:28.589509 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=32187143-d954-4b07-9316-925385a022c5,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:28.627155 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f1ea7f-a48f-4afb-b402-b28865503db4 None None] The sync data for ids ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'] in dv-cinder-786931-3-iscsi is: [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 4, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'e767abd0-9b56-46f0-9135-3fd0a3faebc0', 'name': '', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'mac_address': 'fa:16:3e:35:40:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:22Z', 'updated_at': '2021-07-13T19:25:27Z', 'revision_number': 4, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'subnets': [{'id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:28.757452 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['32187143-d954-4b07-9316-925385a022c5'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:29.081277 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520434'] for router, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.213133 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e3bc12-78d6-4d01-9791-b9945f4b5f63 None None] Network 0e77d8b1-3084-4722-9658-96d719554cd6 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:29.366284 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-effe06a6-d44b-4a2e-acbf-98aad77bbeac None None] Provisioning for port d8ed7a36-ac19-4887-aadb-00bc9cab1102 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:29.462578 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d2cef-5466-4d9b-b19d-ca850821105e req-a2581bcb-81ff-4b62-88b1-61f62fcaf494 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:29.481151 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c61d2cef-5466-4d9b-b19d-ca850821105e req-a2581bcb-81ff-4b62-88b1-61f62fcaf494 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 944 time: 0.4215064 Jul 13 19:25:29.553419 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c61d2cef-5466-4d9b-b19d-ca850821105e req-5d7ed449-f5e5-4f9d-bf0e-8a98096178ea tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712588 Jul 13 19:25:29.567545 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Router 3dc5a50f-c073-4817-ae42-9a4fcb102bbc is scheduled to L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e with binding_index 1 {{(pid=92952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:25:29.577643 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device e767abd0-9b56-46f0-9135-3fd0a3faebc0 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:29.723902 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:29.746342 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Sync routers for ids ['3dc5a50f-c073-4817-ae42-9a4fcb102bbc'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:29.750192 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.753002 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-65475dbb-85da-48b4-9adf-6944ab0182f2 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6054664 Jul 13 19:25:29.756740 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40406) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:29.778360 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port e767abd0-9b56-46f0-9135-3fd0a3faebc0 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:29.787580 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Routers {'3dc5a50f-c073-4817-ae42-9a4fcb102bbc'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:29.788687 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:25:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['3dc5a50f-c073-4817-ae42-9a4fcb102bbc'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:29.797801 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port e767abd0-9b56-46f0-9135-3fd0a3faebc0 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:29.798203 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.073561 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Set router 3dc5a50f-c073-4817-ae42-9a4fcb102bbc gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:30.199056 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 32187143-d954-4b07-9316-925385a022c5 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:30.475587 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.502696 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 32187143-d954-4b07-9316-925385a022c5 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:30.529814 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 32187143-d954-4b07-9316-925385a022c5 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:30.530370 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.634404 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port e767abd0-9b56-46f0-9135-3fd0a3faebc0, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=e767abd0-9b56-46f0-9135-3fd0a3faebc0,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:30.650501 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.651829 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d8ed7a36-ac19-4887-aadb-00bc9cab1102 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:30.777467 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.829585 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06ff93-bc99-4d99-b43f-18c118da553f req-aed058d1-51f9-4eb3-ae46-8b454266d75e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:30.835499 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4d06ff93-bc99-4d99-b43f-18c118da553f req-aed058d1-51f9-4eb3-ae46-8b454266d75e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 944 time: 0.1105082 Jul 13 19:25:30.903493 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4d06ff93-bc99-4d99-b43f-18c118da553f req-fb95ccff-5739-4eda-bd2a-b52f1bc40f48 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596910 Jul 13 19:25:30.975626 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'name': 'tempest-TestMinimumBasicScenario-1340267585-router', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:26Z', 'updated_at': '2021-07-13T19:25:28Z', 'revision_number': 3, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'gw_port': {'id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:05:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:27Z', 'updated_at': '2021-07-13T19:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:31.031957 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Allocated IP 172.20.0.1 (0e77d8b1-3084-4722-9658-96d719554cd6/0ad17709-cf9a-4fc6-ab9d-80087b9924fe/de83882c-2bef-4a1d-bc55-50cdd27c30e6) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:31.050826 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Checking router: 3dc5a50f-c073-4817-ae42-9a4fcb102bbc for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:31.051325 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Updating router 3dc5a50f-c073-4817-ae42-9a4fcb102bbc port 0a4b2ff8-321b-4a02-993a-e88e909800be binding host dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:25:31.095989 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.099024 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=e767abd0-9b56-46f0-9135-3fd0a3faebc0,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:31.141801 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.145610 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port d8ed7a36-ac19-4887-aadb-00bc9cab1102 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:31.154154 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32187143-d954-4b07-9316-925385a022c5'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:31.156659 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e34d88-215e-43a8-b09c-6cbae9bb0700" -d '{"events": [{"server_uuid": "30f9399c-66ab-4342-95dc-9b9ca49502c6", "name": "network-vif-plugged", "status": "completed", "tag": "32187143-d954-4b07-9316-925385a022c5"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:31.194543 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port d8ed7a36-ac19-4887-aadb-00bc9cab1102 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:31.195610 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.196302 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.210548 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 32187143-d954-4b07-9316-925385a022c5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32187143-d954-4b07-9316-925385a022c5,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:31.220117 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Transition to ACTIVE for port object de83882c-2bef-4a1d-bc55-50cdd27c30e6 will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:31.246086 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.282586 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.358735 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=de83882c-2bef-4a1d-bc55-50cdd27c30e6,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:31.369368 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Network 0e77d8b1-3084-4722-9658-96d719554cd6 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:31.372459 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:31.377162 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:31.457077 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521879'] for router_interface, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.500216 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=32187143-d954-4b07-9316-925385a022c5,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:31.656553 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.680726 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2a2ff7-e69b-47e3-8d74-f1117ec9f8b3 x-openstack-request-id: req-0c2a2ff7-e69b-47e3-8d74-f1117ec9f8b3 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:31.681150 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f9399c-66ab-4342-95dc-9b9ca49502c6", "name": "network-vif-plugged", "status": "completed", "tag": "32187143-d954-4b07-9316-925385a022c5", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:31.681698 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c2a2ff7-e69b-47e3-8d74-f1117ec9f8b3 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:31.682141 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32187143-d954-4b07-9316-925385a022c5', 'code': 200} Jul 13 19:25:31.751698 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.756427 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port d8ed7a36-ac19-4887-aadb-00bc9cab1102, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=d8ed7a36-ac19-4887-aadb-00bc9cab1102,segment=NetworkSegment(1580371b-f69f-4468-ab6e-b7a40d2502fb),segment_id=1580371b-f69f-4468-ab6e-b7a40d2502fb)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:31.779800 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.934280 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-49d177cb-8f90-4552-a5dc-3d5dc2197d19 None None] Provisioning for port de83882c-2bef-4a1d-bc55-50cdd27c30e6 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:31.950258 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:31.963147 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-49d177cb-8f90-4552-a5dc-3d5dc2197d19 None None] Provisioning complete for port de83882c-2bef-4a1d-bc55-50cdd27c30e6 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:31.963527 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-49d177cb-8f90-4552-a5dc-3d5dc2197d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.002332 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Transition to ACTIVE for port object 0a4b2ff8-321b-4a02-993a-e88e909800be will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:32.014096 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device e767abd0-9b56-46f0-9135-3fd0a3faebc0 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:32.018854 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=d8ed7a36-ac19-4887-aadb-00bc9cab1102,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:32.027115 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8219ee81-8d64-45e3-af95-988c814aeb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.067100 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.117092 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.124130 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.133734 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-49d177cb-8f90-4552-a5dc-3d5dc2197d19 None None] Port de83882c-2bef-4a1d-bc55-50cdd27c30e6 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:32.192325 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24509c-02e3-43f3-83b7-b8ee7324d55c req-0a1289fd-0553-4e75-9a8e-ca5aceb85422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:32.194010 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b24509c-02e3-43f3-83b7-b8ee7324d55c req-0a1289fd-0553-4e75-9a8e-ca5aceb85422 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 1098 time: 0.0640514 Jul 13 19:25:32.201754 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650c061-c075-4d03-b8c4-62b7176b5df4 None None] Pushing event updated for resources: {'Port': ['ID=0a4b2ff8-321b-4a02-993a-e88e909800be,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:32.207643 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Attempting to bind port 0a4b2ff8-321b-4a02-993a-e88e909800be on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:32.208219 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Attempting to bind port 0a4b2ff8-321b-4a02-993a-e88e909800be by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:32.208798 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Attempting to bind port 0a4b2ff8-321b-4a02-993a-e88e909800be on network c7f35cd8-18dd-44ea-ab02-b10396c904d8 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:32.224831 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:32.224831 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Checking segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:32.224831 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.225286 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Bound using segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:32.225940 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Bound port: 0a4b2ff8-321b-4a02-993a-e88e909800be, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:32.226480 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.242167 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b24509c-02e3-43f3-83b7-b8ee7324d55c req-37ce5373-3815-4cf7-8207-790a3b0592b3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379243 Jul 13 19:25:32.280128 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port e767abd0-9b56-46f0-9135-3fd0a3faebc0 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:32.280762 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.321614 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33039058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523229'] for router_interface, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.328846 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=de83882c-2bef-4a1d-bc55-50cdd27c30e6,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:32.383058 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] For port 0a4b2ff8-321b-4a02-993a-e88e909800be, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:32.399351 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] For port 0a4b2ff8-321b-4a02-993a-e88e909800be, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=0a4b2ff8-321b-4a02-993a-e88e909800be,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:32.405241 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.427449 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458df98c-c1eb-4a60-9fcf-4e3a08a2b0fb req-54aedafc-7e25-4b18-83d3-8d097e0e1c17 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:32.429149 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-458df98c-c1eb-4a60-9fcf-4e3a08a2b0fb req-54aedafc-7e25-4b18-83d3-8d097e0e1c17 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 945 time: 0.3007600 Jul 13 19:25:32.502316 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-458df98c-c1eb-4a60-9fcf-4e3a08a2b0fb req-8808fe2a-ae0a-4645-9d8e-7a614752972a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673714 Jul 13 19:25:32.511019 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Routers {'3dc5a50f-c073-4817-ae42-9a4fcb102bbc'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:32.511885 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:25:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['3dc5a50f-c073-4817-ae42-9a4fcb102bbc'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:32.514071 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650c061-c075-4d03-b8c4-62b7176b5df4 None None] Pushing event updated for resources: {'Port': ['ID=0a4b2ff8-321b-4a02-993a-e88e909800be,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:32.515344 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Network 0e77d8b1-3084-4722-9658-96d719554cd6 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:32.517445 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:32.669176 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] Set router 3dc5a50f-c073-4817-ae42-9a4fcb102bbc gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:32.686095 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Router 3dc5a50f-c073-4817-ae42-9a4fcb102bbc has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:25:32.812679 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:32.818277 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-fb573863-26e0-40c0-a3d7-a72196b0c7a2 admin admin] 10.222.0.68 "PUT /v2.0/routers/3dc5a50f-c073-4817-ae42-9a4fcb102bbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0597627 Jul 13 19:25:32.882581 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-990b6217-2dc4-4a69-9568-6490aae63274 None None] Provisioning complete for port de83882c-2bef-4a1d-bc55-50cdd27c30e6 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:32.882959 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-990b6217-2dc4-4a69-9568-6490aae63274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.941911 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-990b6217-2dc4-4a69-9568-6490aae63274 None None] Port de83882c-2bef-4a1d-bc55-50cdd27c30e6 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:32.983551 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'name': 'tempest-TestMinimumBasicScenario-1340267585-router', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:26Z', 'updated_at': '2021-07-13T19:25:31Z', 'revision_number': 4, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'gw_port': {'id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:05:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:27Z', 'updated_at': '2021-07-13T19:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'de83882c-2bef-4a1d-bc55-50cdd27c30e6', 'name': '', 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'mac_address': 'fa:16:3e:74:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '0ad17709-cf9a-4fc6-ab9d-80087b9924fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:30Z', 'updated_at': '2021-07-13T19:25:31Z', 'revision_number': 2, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'subnets': [{'id': '0ad17709-cf9a-4fc6-ab9d-80087b9924fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:33.030232 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e945b9-d4b8-4107-aa3f-755db947fa95 None None] The sync data for ids ['3dc5a50f-c073-4817-ae42-9a4fcb102bbc'] in dv-cinder-786931-3-iscsi is: [{'id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'name': 'tempest-TestMinimumBasicScenario-1340267585-router', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:26Z', 'updated_at': '2021-07-13T19:25:31Z', 'revision_number': 4, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'gw_port': {'id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:05:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:27Z', 'updated_at': '2021-07-13T19:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'de83882c-2bef-4a1d-bc55-50cdd27c30e6', 'name': '', 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'mac_address': 'fa:16:3e:74:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '0ad17709-cf9a-4fc6-ab9d-80087b9924fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:30Z', 'updated_at': '2021-07-13T19:25:31Z', 'revision_number': 2, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'subnets': [{'id': '0ad17709-cf9a-4fc6-ab9d-80087b9924fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:33.759653 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77dbaa-bc25-4c9c-95d9-3f114d467e8f req-d3983bec-7efd-4ea3-ad51-e0a30c6a1635 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:33.761353 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ca77dbaa-bc25-4c9c-95d9-3f114d467e8f req-d3983bec-7efd-4ea3-ad51-e0a30c6a1635 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 945 time: 0.0763929 Jul 13 19:25:33.881768 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ca77dbaa-bc25-4c9c-95d9-3f114d467e8f req-a7ff4636-04cd-49df-96c4-9803de936781 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063552 Jul 13 19:25:33.934415 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d8ed7a36-ac19-4887-aadb-00bc9cab1102 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:34.042092 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port d8ed7a36-ac19-4887-aadb-00bc9cab1102 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:34.042475 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.135867 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92580b3f-5d0b-4960-bf41-b9f0f778d462 req-78453380-07b5-4c83-849a-28db63db5642 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:34.144125 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-92580b3f-5d0b-4960-bf41-b9f0f778d462 req-78453380-07b5-4c83-849a-28db63db5642 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 945 time: 0.1211262 Jul 13 19:25:34.187977 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-92580b3f-5d0b-4960-bf41-b9f0f778d462 req-f8e388f2-80ac-480d-85a1-cd56984c068d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 Jul 13 19:25:34.223317 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40456) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:34.632655 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae570c3-4172-4c7b-83d1-aa5e8a00715a tempest-TestVolumeBootPattern-900367078 tempest-TestVolumeBootPattern-900367078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:34.634459 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-cae570c3-4172-4c7b-83d1-aa5e8a00715a tempest-TestVolumeBootPattern-900367078 tempest-TestVolumeBootPattern-900367078-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 1093 time: 0.4097023 Jul 13 19:25:34.639494 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 40462) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:34.645499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'floatingip': {'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'port_id': '32187143-d954-4b07-9316-925385a022c5', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:34.697708 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.857711 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.015410 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Allocated IP 172.27.0.242 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/a18c9921-773a-4889-9e3c-dbb7f589e68a) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:35.096902 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b54f2316-e53e-4baa-969e-6668b176e0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.157101 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.225670 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.266386 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:35.284360 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:35.291350 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:35.315025 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'Port': ['ID=a18c9921-773a-4889-9e3c-dbb7f589e68a,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:35.478430 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:35.986154 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:25:36.015983 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.018885 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 0a4b2ff8-321b-4a02-993a-e88e909800be up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:36.215898 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.402834 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.411986 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port 0a4b2ff8-321b-4a02-993a-e88e909800be completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:36.429999 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 0a4b2ff8-321b-4a02-993a-e88e909800be triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:36.432326 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.613714 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.626139 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.636531 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.661430 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port 0a4b2ff8-321b-4a02-993a-e88e909800be, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=0a4b2ff8-321b-4a02-993a-e88e909800be,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:36.668402 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.843077 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'Port': ['ID=a18c9921-773a-4889-9e3c-dbb7f589e68a,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:36.856571 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.942990 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=0a4b2ff8-321b-4a02-993a-e88e909800be,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:36.959141 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:36.959627 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:36.959970 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:36.960312 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:36.960642 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:36.960972 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:36.961301 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:36.961629 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:36.961957 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:36.962282 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:36.962629 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:36.962946 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:37.056857 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Floating IP 4375a011-ad4d-4471-addb-6e0cadba680f associated. External IP: 172.27.0.242, port: 32187143-d954-4b07-9316-925385a022c5. Jul 13 19:25:37.334012 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Sync routers for ids ['3dc5a50f-c073-4817-ae42-9a4fcb102bbc'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:37.358152 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Routers {'3dc5a50f-c073-4817-ae42-9a4fcb102bbc'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:37.359288 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:25:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['3dc5a50f-c073-4817-ae42-9a4fcb102bbc'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:37.582235 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Set router 3dc5a50f-c073-4817-ae42-9a4fcb102bbc gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:37.750029 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Router defb3f38-078a-4cb9-8cca-610d2bd1f74d has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:25:37.918632 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 0a4b2ff8-321b-4a02-993a-e88e909800be up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:37.987462 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:38.033971 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'name': 'tempest-TestMinimumBasicScenario-1340267585-router', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:26Z', 'updated_at': '2021-07-13T19:25:31Z', 'revision_number': 4, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'gw_port': {'id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:27Z', 'updated_at': '2021-07-13T19:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'de83882c-2bef-4a1d-bc55-50cdd27c30e6', 'name': '', 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'mac_address': 'fa:16:3e:74:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '0ad17709-cf9a-4fc6-ab9d-80087b9924fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:30Z', 'updated_at': '2021-07-13T19:25:31Z', 'revision_number': 2, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'subnets': [{'id': '0ad17709-cf9a-4fc6-ab9d-80087b9924fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:38.041843 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1280b9-ba3f-42bd-a56c-6681ac29bf94 None None] Sync routers for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:38.047887 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.058738 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1280b9-ba3f-42bd-a56c-6681ac29bf94 None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:38.059838 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-3c1280b9-ba3f-42bd-a56c-6681ac29bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:25:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:38.215058 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Checking router: 3dc5a50f-c073-4817-ae42-9a4fcb102bbc for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:38.215434 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Updating router 3dc5a50f-c073-4817-ae42-9a4fcb102bbc port de83882c-2bef-4a1d-bc55-50cdd27c30e6 binding host dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:25:38.271755 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-82b17de5-fe46-4189-b411-d6a1b11a66f7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6305056 Jul 13 19:25:38.272725 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'tag': '32187143-d954-4b07-9316-925385a022c5'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:38.288994 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.289498 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bde9fe3-0c80-415a-8f69-6a56cf35149e" -d '{"events": [{"name": "network-changed", "server_uuid": "30f9399c-66ab-4342-95dc-9b9ca49502c6", "tag": "32187143-d954-4b07-9316-925385a022c5"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:38.387357 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66583d12-1e06-495d-9917-9e0d61cdf975 x-openstack-request-id: req-66583d12-1e06-495d-9917-9e0d61cdf975 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:38.388839 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f9399c-66ab-4342-95dc-9b9ca49502c6", "tag": "32187143-d954-4b07-9316-925385a022c5", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:38.389258 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-66583d12-1e06-495d-9917-9e0d61cdf975 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:38.390002 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'tag': '32187143-d954-4b07-9316-925385a022c5', 'status': 'completed', 'code': 200} Jul 13 19:25:38.420314 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 0a4b2ff8-321b-4a02-993a-e88e909800be triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:38.420949 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.429061 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.553891 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-3c1280b9-ba3f-42bd-a56c-6681ac29bf94 None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:38.579889 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde9fe3-0c80-415a-8f69-6a56cf35149e req-209d11e7-8407-4a2a-9757-d8ffe536d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.582737 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9bde9fe3-0c80-415a-8f69-6a56cf35149e req-209d11e7-8407-4a2a-9757-d8ffe536d9ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 1098 time: 0.1746953 Jul 13 19:25:38.771174 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde9fe3-0c80-415a-8f69-6a56cf35149e req-dcb34e5a-3a3d-4877-a705-5684d6a5fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.774421 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9bde9fe3-0c80-415a-8f69-6a56cf35149e req-dcb34e5a-3a3d-4877-a705-5684d6a5fa5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 914 time: 0.1837485 Jul 13 19:25:38.907636 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9bde9fe3-0c80-415a-8f69-6a56cf35149e req-75d8f3e7-6970-401c-81f4-ff70aed49754 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32187143-d954-4b07-9316-925385a022c5 HTTP/1.1" status: 200 len: 999 time: 0.1261394 Jul 13 19:25:38.966496 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.980428 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-3c1280b9-ba3f-42bd-a56c-6681ac29bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '4375a011-ad4d-4471-addb-6e0cadba680f', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '32187143-d954-4b07-9316-925385a022c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:76:c8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:25:35Z', 'updated_at': '2021-07-13T19:25:35Z', 'revision_number': 0, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:38.983565 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Transition to ACTIVE for port object de83882c-2bef-4a1d-bc55-50cdd27c30e6 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:38.997905 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.032337 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde9fe3-0c80-415a-8f69-6a56cf35149e req-464be31f-361e-4da0-8880-a4a7b83f1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.035894 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9bde9fe3-0c80-415a-8f69-6a56cf35149e req-464be31f-361e-4da0-8880-a4a7b83f1240 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.1179483 Jul 13 19:25:39.057220 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc5abc-892f-4a68-a051-3f46b3b09c75 None None] Pushing event updated for resources: {'Port': ['ID=de83882c-2bef-4a1d-bc55-50cdd27c30e6,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:39.069466 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1280b9-ba3f-42bd-a56c-6681ac29bf94 None None] Checking router: defb3f38-078a-4cb9-8cca-610d2bd1f74d for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:39.085049 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1280b9-ba3f-42bd-a56c-6681ac29bf94 None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:39.085826 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-3c1280b9-ba3f-42bd-a56c-6681ac29bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:25:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:39.170781 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Attempting to bind port de83882c-2bef-4a1d-bc55-50cdd27c30e6 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:39.171911 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Attempting to bind port de83882c-2bef-4a1d-bc55-50cdd27c30e6 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '1580371b-f69f-4468-ab6e-b7a40d2502fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:39.172541 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Attempting to bind port de83882c-2bef-4a1d-bc55-50cdd27c30e6 on network 0e77d8b1-3084-4722-9658-96d719554cd6 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:39.181940 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:39.182786 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Checking segment: {'id': '1580371b-f69f-4468-ab6e-b7a40d2502fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:39.183577 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.184367 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Bound using segment: {'id': '1580371b-f69f-4468-ab6e-b7a40d2502fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:39.185113 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Bound port: de83882c-2bef-4a1d-bc55-50cdd27c30e6, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1580371b-f69f-4468-ab6e-b7a40d2502fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:39.185784 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.197068 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde9fe3-0c80-415a-8f69-6a56cf35149e req-adc839e3-a24c-47e5-a3e8-eba16a616909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.199920 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9bde9fe3-0c80-415a-8f69-6a56cf35149e req-adc839e3-a24c-47e5-a3e8-eba16a616909 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1530936 Jul 13 19:25:39.305449 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] For port de83882c-2bef-4a1d-bc55-50cdd27c30e6, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:39.309950 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] For port de83882c-2bef-4a1d-bc55-50cdd27c30e6, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=de83882c-2bef-4a1d-bc55-50cdd27c30e6,segment=NetworkSegment(1580371b-f69f-4468-ab6e-b7a40d2502fb),segment_id=1580371b-f69f-4468-ab6e-b7a40d2502fb)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:39.319303 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.341404 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-3c1280b9-ba3f-42bd-a56c-6681ac29bf94 None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:39.409588 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9bde9fe3-0c80-415a-8f69-6a56cf35149e req-ca20f4de-482b-4ec5-8a69-cc53f1b36a50 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857061 Jul 13 19:25:39.441376 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc5abc-892f-4a68-a051-3f46b3b09c75 None None] Pushing event updated for resources: {'Port': ['ID=de83882c-2bef-4a1d-bc55-50cdd27c30e6,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:39.455349 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Routers {'3dc5a50f-c073-4817-ae42-9a4fcb102bbc'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:39.456907 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:25:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['3dc5a50f-c073-4817-ae42-9a4fcb102bbc'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:39.644590 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9bde9fe3-0c80-415a-8f69-6a56cf35149e req-6c9fed37-a7c7-4c38-b9fe-f045bf1d3dae service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288907 Jul 13 19:25:39.823997 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] Set router 3dc5a50f-c073-4817-ae42-9a4fcb102bbc gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:39.866422 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-3c1280b9-ba3f-42bd-a56c-6681ac29bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '4375a011-ad4d-4471-addb-6e0cadba680f', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '32187143-d954-4b07-9316-925385a022c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:76:c8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:25:35Z', 'updated_at': '2021-07-13T19:25:35Z', 'revision_number': 0, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:39.922190 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1280b9-ba3f-42bd-a56c-6681ac29bf94 None None] The sync data for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi is: [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '4375a011-ad4d-4471-addb-6e0cadba680f', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '32187143-d954-4b07-9316-925385a022c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:76:c8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:25:35Z', 'updated_at': '2021-07-13T19:25:35Z', 'revision_number': 0, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:39.947348 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device de83882c-2bef-4a1d-bc55-50cdd27c30e6 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:40.022928 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port de83882c-2bef-4a1d-bc55-50cdd27c30e6 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:40.028242 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port de83882c-2bef-4a1d-bc55-50cdd27c30e6 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:40.029336 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.234656 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.267563 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010f7a52-e495-42d4-bd06-41bb53a5aa45 None None] New status for floating IP 4375a011-ad4d-4471-addb-6e0cadba680f: ACTIVE {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:25:40.286829 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port de83882c-2bef-4a1d-bc55-50cdd27c30e6, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=de83882c-2bef-4a1d-bc55-50cdd27c30e6,segment=NetworkSegment(1580371b-f69f-4468-ab6e-b7a40d2502fb),segment_id=1580371b-f69f-4468-ab6e-b7a40d2502fb)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:40.296002 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.368021 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=de83882c-2bef-4a1d-bc55-50cdd27c30e6,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:40.468053 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'name': 'tempest-TestMinimumBasicScenario-1340267585-router', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:26Z', 'updated_at': '2021-07-13T19:25:31Z', 'revision_number': 4, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'gw_port': {'id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:27Z', 'updated_at': '2021-07-13T19:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'de83882c-2bef-4a1d-bc55-50cdd27c30e6', 'name': '', 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'mac_address': 'fa:16:3e:74:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '0ad17709-cf9a-4fc6-ab9d-80087b9924fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:30Z', 'updated_at': '2021-07-13T19:25:39Z', 'revision_number': 4, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'subnets': [{'id': '0ad17709-cf9a-4fc6-ab9d-80087b9924fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:40.509747 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a665fe1-ae11-47da-869a-c059cf8388cd None None] The sync data for ids ['3dc5a50f-c073-4817-ae42-9a4fcb102bbc'] in dv-cinder-786931-3-iscsi is: [{'id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'name': 'tempest-TestMinimumBasicScenario-1340267585-router', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:26Z', 'updated_at': '2021-07-13T19:25:31Z', 'revision_number': 4, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'gw_port': {'id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:27Z', 'updated_at': '2021-07-13T19:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'de83882c-2bef-4a1d-bc55-50cdd27c30e6', 'name': '', 'network_id': '0e77d8b1-3084-4722-9658-96d719554cd6', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'mac_address': 'fa:16:3e:74:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '0ad17709-cf9a-4fc6-ab9d-80087b9924fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:30Z', 'updated_at': '2021-07-13T19:25:39Z', 'revision_number': 4, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'subnets': [{'id': '0ad17709-cf9a-4fc6-ab9d-80087b9924fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:41.890850 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device de83882c-2bef-4a1d-bc55-50cdd27c30e6 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:41.962194 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port de83882c-2bef-4a1d-bc55-50cdd27c30e6 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:41.962707 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.148773 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-6a465ffa-f14d-460d-b532-4e63411f023d tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:46.150368 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-6a465ffa-f14d-460d-b532-4e63411f023d tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/networks?id=b8d11fbb-c70a-4743-a5e9-704ff2c10185 HTTP/1.1" status: 200 len: 814 time: 0.1282024 Jul 13 19:25:46.166798 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-2762487a-1a8e-4ea0-a8d3-95462d2eaf11 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/quotas/88e17d7f77164df6bdf23c8acf0e374b HTTP/1.1" status: 200 len: 375 time: 0.0106056 Jul 13 19:25:46.247355 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-1fe065f8-f6ca-436f-8508-74f4b91e8493 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=88e17d7f77164df6bdf23c8acf0e374b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747406 Jul 13 19:25:46.350831 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-b4210d29-4bc0-4a74-baf1-dcee0ddc810d service neutron] 10.222.0.68 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910311 Jul 13 19:25:46.444365 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-7a5ea52d-b047-4e71-850c-1e7de609778f service neutron] 10.222.0.68 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877168 Jul 13 19:25:46.624957 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-43ef3eb7-e6e2-4f25-9af4-5238b060cf5d req-b0938bda-db0d-40c2-a930-24328adfa53e tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 210 time: 0.0286908 Jul 13 19:25:47.396701 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407da92-336d-4475-a6ed-01f1bd50f6cb req-d3336961-6be1-4a4a-8f8e-647f2efc8f1c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:47.399476 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3407da92-336d-4475-a6ed-01f1bd50f6cb req-d3336961-6be1-4a4a-8f8e-647f2efc8f1c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.1110706 Jul 13 19:25:47.445252 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3407da92-336d-4475-a6ed-01f1bd50f6cb req-32848d92-607c-49cb-87af-2a834c3f8826 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397441 Jul 13 19:25:47.766179 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-d4a1cd76-dcb2-4f18-b40f-f1c72a8c2b09 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:47.768037 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-d4a1cd76-dcb2-4f18-b40f-f1c72a8c2b09 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.73 "GET /v2.0/networks?id=b8d11fbb-c70a-4743-a5e9-704ff2c10185 HTTP/1.1" status: 200 len: 814 time: 0.1351161 Jul 13 19:25:47.781256 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Request body: {'port': {'device_id': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'admin_state_up': True, 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:47.854255 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0d1eafbe-4230-4dec-86ce-fd95f13f7f08 req-1135602b-c6f3-4480-aad2-d440a6872c58 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 210 time: 0.0788188 Jul 13 19:25:47.945342 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Made reservation on behalf of 88e17d7f77164df6bdf23c8acf0e374b for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:47.949414 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:48.105946 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Allocated IP 172.20.0.7 (b8d11fbb-c70a-4743-a5e9-704ff2c10185/6197dcd8-f9a1-4ecf-9ffb-61beea8e1310/5e048727-ca7d-4407-8167-c19bcc070da4) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:48.319615 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:48.347260 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Transition to ACTIVE for port object 5e048727-ca7d-4407-8167-c19bcc070da4 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:48.411696 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:48.495226 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Network b8d11fbb-c70a-4743-a5e9-704ff2c10185 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:48.499905 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:48.520953 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:48.560569 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event updated for resources: {'Port': ['ID=5e048727-ca7d-4407-8167-c19bcc070da4,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:48.617216 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:48.617883 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:48.645309 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-5830d72e-73d8-4628-86be-1486031aa4dc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8684318 Jul 13 19:25:48.734448 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78df8e-80c0-4490-a274-a0221ed09ff5 req-59a57743-9c1b-4dd0-acdb-47297dec4a9b tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:48.736837 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bf78df8e-80c0-4490-a274-a0221ed09ff5 req-59a57743-9c1b-4dd0-acdb-47297dec4a9b tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.1070678 Jul 13 19:25:48.792971 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bf78df8e-80c0-4490-a274-a0221ed09ff5 req-983eccb8-653f-4134-a3b1-d6577265062d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496809 Jul 13 19:25:48.867985 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-57450998-6db8-4164-bcb9-94795dbc1241 None None] Provisioning for port 5e048727-ca7d-4407-8167-c19bcc070da4 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:48.872307 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-57450998-6db8-4164-bcb9-94795dbc1241 None None] Provisioning complete for port 5e048727-ca7d-4407-8167-c19bcc070da4 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:48.872692 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-57450998-6db8-4164-bcb9-94795dbc1241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:48.923605 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-57450998-6db8-4164-bcb9-94795dbc1241 None None] Port 5e048727-ca7d-4407-8167-c19bcc070da4 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:49.072196 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74ab5f-49bd-43ee-b06d-e0ccd0f7ef5b req-da00d653-021a-4e30-9749-1b01cba16450 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:49.074034 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0d74ab5f-49bd-43ee-b06d-e0ccd0f7ef5b req-da00d653-021a-4e30-9749-1b01cba16450 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 931 time: 0.0861309 Jul 13 19:25:49.140243 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0d74ab5f-49bd-43ee-b06d-e0ccd0f7ef5b req-eea6cc51-3eaf-42d3-8632-762761e22cca tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592453 Jul 13 19:25:50.028105 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19047879-6c64-4caf-9e94-39eab69b14ca req-a47a5c33-6103-406a-940b-3be0d5aa3b28 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:50.029941 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-19047879-6c64-4caf-9e94-39eab69b14ca req-a47a5c33-6103-406a-940b-3be0d5aa3b28 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0719097 Jul 13 19:25:50.070646 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-19047879-6c64-4caf-9e94-39eab69b14ca req-901485d8-be90-427f-ab84-f9640ec68de1 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339143 Jul 13 19:25:50.383302 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a9804-09e1-41af-96a3-892b58b06b96 req-dbe0936c-5b72-4eff-b594-a478d2df1005 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:50.385869 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8b0a9804-09e1-41af-96a3-892b58b06b96 req-dbe0936c-5b72-4eff-b594-a478d2df1005 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 931 time: 0.0898302 Jul 13 19:25:50.429314 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8b0a9804-09e1-41af-96a3-892b58b06b96 req-088159da-45ce-4fdc-a51c-eef47b810534 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376272 Jul 13 19:25:51.253145 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:51.272813 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ebd34-d271-43d7-8fb4-e4c6a7dfedfb req-6389cd3a-2e52-42e1-a39d-af97572ec241 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:51.274320 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9a4ebd34-d271-43d7-8fb4-e4c6a7dfedfb req-6389cd3a-2e52-42e1-a39d-af97572ec241 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0676758 Jul 13 19:25:51.317563 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9a4ebd34-d271-43d7-8fb4-e4c6a7dfedfb req-337d3945-5e27-4f68-b9f5-0e2d24e18486 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375221 Jul 13 19:25:51.634127 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26c94f-8c2a-471f-9b5a-8cd4fe5c208c req-8bde303c-62e2-4b77-990c-4e65f7789e94 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:51.635871 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec26c94f-8c2a-471f-9b5a-8cd4fe5c208c req-8bde303c-62e2-4b77-990c-4e65f7789e94 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 931 time: 0.0839932 Jul 13 19:25:51.683748 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec26c94f-8c2a-471f-9b5a-8cd4fe5c208c req-4795ef01-d249-473e-891a-ddaedbd72973 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Jul 13 19:25:52.499285 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc879d-deba-481e-ae77-a6f772255aa5 req-0671f1be-ce12-4e0e-a6df-03a4895f6f68 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:52.500731 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f4dc879d-deba-481e-ae77-a6f772255aa5 req-0671f1be-ce12-4e0e-a6df-03a4895f6f68 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0653615 Jul 13 19:25:52.540115 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f4dc879d-deba-481e-ae77-a6f772255aa5 req-60858a84-c556-40a7-8463-c8e15685308d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329092 Jul 13 19:25:52.919050 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed4308-7888-43db-b2c5-5d614a409ced req-76307c47-4a7e-4386-8a3e-5a34309189b9 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:52.921480 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d3ed4308-7888-43db-b2c5-5d614a409ced req-76307c47-4a7e-4386-8a3e-5a34309189b9 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 931 time: 0.1133504 Jul 13 19:25:52.969378 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d3ed4308-7888-43db-b2c5-5d614a409ced req-164412ad-b8a3-46d7-93ee-c8309f5b84cd tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395024 Jul 13 19:25:53.715158 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4456a20-174a-4743-b8ed-a694182e0cad req-ea9444e0-7185-4775-bdc4-0060e9d120c2 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:53.716607 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a4456a20-174a-4743-b8ed-a694182e0cad req-ea9444e0-7185-4775-bdc4-0060e9d120c2 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0617898 Jul 13 19:25:53.757746 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a4456a20-174a-4743-b8ed-a694182e0cad req-f49ac4d8-f289-4ac0-9b6c-0c890939764f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348949 Jul 13 19:25:54.143611 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282ffad-061e-4942-b3a3-180e89c3d9f9 req-3d2dd1e0-09b0-4320-95f0-d318734106c5 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.145197 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0282ffad-061e-4942-b3a3-180e89c3d9f9 req-3d2dd1e0-09b0-4320-95f0-d318734106c5 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 931 time: 0.0636075 Jul 13 19:25:54.185336 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0282ffad-061e-4942-b3a3-180e89c3d9f9 req-0c803a02-332a-4e9e-a1db-69e6630cbf6c tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345910 Jul 13 19:25:54.964056 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8db6d4-bdb3-4565-b5ff-a9760d08a87d req-ffefa50c-324c-42b1-82ca-ccf8dd2ef2da tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.965710 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e8db6d4-bdb3-4565-b5ff-a9760d08a87d req-ffefa50c-324c-42b1-82ca-ccf8dd2ef2da tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0743532 Jul 13 19:25:55.012391 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9e8db6d4-bdb3-4565-b5ff-a9760d08a87d req-1312c25e-92a7-4691-a220-c05b80e5527c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398598 Jul 13 19:25:55.397855 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee555d1d-c2aa-451c-b086-da442f1ab7c0 req-769b98c7-1973-46c0-a58b-276290098e56 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:55.399501 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ee555d1d-c2aa-451c-b086-da442f1ab7c0 req-769b98c7-1973-46c0-a58b-276290098e56 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 931 time: 0.0844681 Jul 13 19:25:55.466769 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ee555d1d-c2aa-451c-b086-da442f1ab7c0 req-78361c7e-2e79-4485-8a99-299bff2b4e70 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541151 Jul 13 19:25:56.236045 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f5eb4-435d-4587-8d0a-89a807a9e033 req-e8ff4dd8-f75e-49f5-b725-a618ce8dbcd0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:56.238349 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8d0f5eb4-435d-4587-8d0a-89a807a9e033 req-e8ff4dd8-f75e-49f5-b725-a618ce8dbcd0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0737994 Jul 13 19:25:56.289440 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8d0f5eb4-435d-4587-8d0a-89a807a9e033 req-493701ef-d80a-4e46-8b65-e7a180a16be4 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444465 Jul 13 19:25:56.714941 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6039e-9624-4cc9-b15a-7a0c8ca113da req-edd54302-bbfd-46b6-a706-cc0767a90918 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:56.716558 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-04c6039e-9624-4cc9-b15a-7a0c8ca113da req-edd54302-bbfd-46b6-a706-cc0767a90918 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 931 time: 0.1189141 Jul 13 19:25:56.758231 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-04c6039e-9624-4cc9-b15a-7a0c8ca113da req-60835f1b-cc2d-4d81-a8d5-21fb5dcc133e tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349300 Jul 13 19:25:57.567058 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f6fb5-12c3-4d32-bc76-908550e60a21 req-64511459-da08-4943-b8c2-8496b740a328 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:57.568581 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-824f6fb5-12c3-4d32-bc76-908550e60a21 req-64511459-da08-4943-b8c2-8496b740a328 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0797200 Jul 13 19:25:57.610755 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-824f6fb5-12c3-4d32-bc76-908550e60a21 req-1c424de5-6737-4632-8158-d92000baa4e3 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359163 Jul 13 19:25:57.995295 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ace193-f576-4d95-969c-b3adbd54292b req-4f72871c-69dc-4501-805d-31193fac4963 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:57.997042 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-50ace193-f576-4d95-969c-b3adbd54292b req-4f72871c-69dc-4501-805d-31193fac4963 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 931 time: 0.0775487 Jul 13 19:25:58.047794 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-50ace193-f576-4d95-969c-b3adbd54292b req-0822371f-ef84-4169-8630-71414afb5f3f tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Jul 13 19:25:58.838993 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400fb26-59a0-4da6-99c0-089f049b6f49 req-2ba72c4b-d85e-4c07-b210-45d76e681bfc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:58.854712 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4400fb26-59a0-4da6-99c0-089f049b6f49 req-2ba72c4b-d85e-4c07-b210-45d76e681bfc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.1086731 Jul 13 19:25:58.901954 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4400fb26-59a0-4da6-99c0-089f049b6f49 req-2bbb6e50-aaf2-4185-941e-a023867875c1 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407729 Jul 13 19:25:59.252419 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8af119-4ac3-44e0-a8e0-d409a8a078b8 req-5511d41f-ff7c-40b8-b946-55c4060069b2 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:59.254350 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9c8af119-4ac3-44e0-a8e0-d409a8a078b8 req-5511d41f-ff7c-40b8-b946-55c4060069b2 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 931 time: 0.0827940 Jul 13 19:25:59.317349 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9c8af119-4ac3-44e0-a8e0-d409a8a078b8 req-be7b7df5-5b86-4e27-b228-51153462565f tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530539 Jul 13 19:26:00.096845 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbb3e2-6aca-4739-ae3b-0bee33b5babf req-b1b40ab2-b146-41c8-8ea5-f190f2140c54 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:00.098468 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7dcbb3e2-6aca-4739-ae3b-0bee33b5babf req-b1b40ab2-b146-41c8-8ea5-f190f2140c54 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0681598 Jul 13 19:26:00.145966 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7dcbb3e2-6aca-4739-ae3b-0bee33b5babf req-b03653a2-d218-4dcc-a572-3c1670a773e1 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412233 Jul 13 19:26:00.324545 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Request body: {'port': {'device_id': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:00.476069 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.560393 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f60bc-d8d2-4d08-a591-e2ab591ef21c req-f6fcd072-0369-43e3-8d57-28902497ed98 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:00.561937 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3a7f60bc-d8d2-4d08-a591-e2ab591ef21c req-f6fcd072-0369-43e3-8d57-28902497ed98 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 931 time: 0.1267040 Jul 13 19:26:00.679735 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3a7f60bc-d8d2-4d08-a591-e2ab591ef21c req-5de2963b-0e56-4ac9-8d27-083639507143 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713465 Jul 13 19:26:00.815008 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e048727-ca7d-4407-8167-c19bcc070da4 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:00.824271 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.839834 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Transition to ACTIVE for port object 5e048727-ca7d-4407-8167-c19bcc070da4 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:00.843477 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.908113 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e048727-ca7d-4407-8167-c19bcc070da4,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:00.982874 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Attempting to bind port 5e048727-ca7d-4407-8167-c19bcc070da4 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:00.983331 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Attempting to bind port 5e048727-ca7d-4407-8167-c19bcc070da4 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:00.983541 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Attempting to bind port 5e048727-ca7d-4407-8167-c19bcc070da4 on network b8d11fbb-c70a-4743-a5e9-704ff2c10185 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:00.989109 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Port 5e048727-ca7d-4407-8167-c19bcc070da4 on network b8d11fbb-c70a-4743-a5e9-704ff2c10185 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:00.989426 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Attempting to bind port 5e048727-ca7d-4407-8167-c19bcc070da4 on network b8d11fbb-c70a-4743-a5e9-704ff2c10185 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:00.995305 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:00.995730 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Checking segment: {'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:00.996012 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Bound using segment: {'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:00.996601 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Bound port: 5e048727-ca7d-4407-8167-c19bcc070da4, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c349b47-d98b-4f01-ab3d-f600431c2cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:00.996800 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.080874 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] For port 5e048727-ca7d-4407-8167-c19bcc070da4, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:01.086142 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] For port 5e048727-ca7d-4407-8167-c19bcc070da4, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5e048727-ca7d-4407-8167-c19bcc070da4,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:01.092316 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.148150 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:01.148769 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.150236 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] 10.222.0.73 "PUT /v2.0/ports/5e048727-ca7d-4407-8167-c19bcc070da4 HTTP/1.1" status: 200 len: 1093 time: 0.8304594 Jul 13 19:26:01.150636 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:01.152939 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e162086-c926-4142-8682-5d827755cab7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:01.181250 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba246f0-4d3b-42e5-a3f2-7d20a2b7b3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e048727-ca7d-4407-8167-c19bcc070da4,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:01.234733 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bcd7e1-2417-4648-bb23-81016c823cc7 x-openstack-request-id: req-55bcd7e1-2417-4648-bb23-81016c823cc7 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:01.235021 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:01.235439 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-55bcd7e1-2417-4648-bb23-81016c823cc7 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:01.235895 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4', 'status': 'completed', 'code': 200} Jul 13 19:26:01.269098 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-8d8b6377-1943-458f-9b49-bc73119d40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:01.271271 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-8d8b6377-1943-458f-9b49-bc73119d40fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88e17d7f77164df6bdf23c8acf0e374b&device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 1096 time: 0.0689621 Jul 13 19:26:01.324586 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-9811ad8b-a036-40b1-af9d-3d058a0cae66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e048727-ca7d-4407-8167-c19bcc070da4 HTTP/1.1" status: 200 len: 217 time: 0.0410888 Jul 13 19:26:01.468696 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-6758692d-6e37-482b-8ce6-5af57c8ab360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:01.471916 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-6758692d-6e37-482b-8ce6-5af57c8ab360 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6197dcd8-f9a1-4ecf-9ffb-61beea8e1310 HTTP/1.1" status: 200 len: 853 time: 0.1398222 Jul 13 19:26:01.569030 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2b469-68b5-4ead-84a1-1c4d8c869980 req-c2e2604e-75f5-497d-94f7-ab15643a7d89 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:01.571771 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-88c2b469-68b5-4ead-84a1-1c4d8c869980 req-c2e2604e-75f5-497d-94f7-ab15643a7d89 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.2376847 Jul 13 19:26:01.659190 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-88c2b469-68b5-4ead-84a1-1c4d8c869980 req-1549ecee-2604-4998-8cb3-33fd78663846 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799665 Jul 13 19:26:01.662700 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3e374673-fb02-47b4-bcce-706b24f91995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:01.665392 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-3e374673-fb02-47b4-bcce-706b24f91995 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d11fbb-c70a-4743-a5e9-704ff2c10185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1838052 Jul 13 19:26:01.808395 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-c2b432c8-27ab-426b-a945-8bbf07b79df4 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348031 Jul 13 19:26:01.887561 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec272ea-299f-4e1f-9c3c-dd4f71b146de req-6ca27ae1-0052-4dce-b040-37d39af41d67 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:01.889510 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ec272ea-299f-4e1f-9c3c-dd4f71b146de req-6ca27ae1-0052-4dce-b040-37d39af41d67 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 943 time: 0.0815539 Jul 13 19:26:01.914883 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9792f45a-8c07-4ffd-8561-7999ad60356e req-977ea17b-9736-4b85-a25a-b0875a5ce48c service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995753 Jul 13 19:26:01.936761 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9ec272ea-299f-4e1f-9c3c-dd4f71b146de req-b36b27ef-1be2-4526-b2ba-8a423c5329ef tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371408 Jul 13 19:26:01.952019 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ae7129fb-e9cd-4197-aa96-a5ba3579b7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.045433 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e162086-c926-4142-8682-5d827755cab7 req-633f50fe-6864-4928-8fed-7dfb41ce2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:02.046945 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8e162086-c926-4142-8682-5d827755cab7 req-633f50fe-6864-4928-8fed-7dfb41ce2984 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88e17d7f77164df6bdf23c8acf0e374b&device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 1096 time: 0.0606990 Jul 13 19:26:02.150798 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e162086-c926-4142-8682-5d827755cab7 req-f809e314-b9a7-4514-b4be-0ac38f037c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:02.152332 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8e162086-c926-4142-8682-5d827755cab7 req-f809e314-b9a7-4514-b4be-0ac38f037c74 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d11fbb-c70a-4743-a5e9-704ff2c10185 HTTP/1.1" status: 200 len: 916 time: 0.0967438 Jul 13 19:26:02.207402 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8e162086-c926-4142-8682-5d827755cab7 req-039b8341-0f78-49cb-9769-a78c8359ae0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e048727-ca7d-4407-8167-c19bcc070da4 HTTP/1.1" status: 200 len: 217 time: 0.0422480 Jul 13 19:26:02.260380 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e162086-c926-4142-8682-5d827755cab7 req-b62213f6-6b07-4ab8-9735-56fe286f49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:02.261910 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8e162086-c926-4142-8682-5d827755cab7 req-b62213f6-6b07-4ab8-9735-56fe286f49d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6197dcd8-f9a1-4ecf-9ffb-61beea8e1310 HTTP/1.1" status: 200 len: 853 time: 0.0479958 Jul 13 19:26:02.331445 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e162086-c926-4142-8682-5d827755cab7 req-1b255143-bd7d-4a71-a889-36d52b4b06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:02.333915 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8e162086-c926-4142-8682-5d827755cab7 req-1b255143-bd7d-4a71-a889-36d52b4b06dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d11fbb-c70a-4743-a5e9-704ff2c10185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625551 Jul 13 19:26:02.441820 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8e162086-c926-4142-8682-5d827755cab7 req-dc80c079-d310-4e3a-9a2f-d220a881825b service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997252 Jul 13 19:26:02.567732 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8e162086-c926-4142-8682-5d827755cab7 req-617111e8-507c-4b3e-8418-4731449dc552 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172962 Jul 13 19:26:02.865018 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809f380-6276-49ea-b10d-d386d52810c3 req-1d6a05c7-abb2-487d-9d7c-6ae487e901d7 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:02.866633 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d809f380-6276-49ea-b10d-d386d52810c3 req-1d6a05c7-abb2-487d-9d7c-6ae487e901d7 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0683172 Jul 13 19:26:02.916086 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d809f380-6276-49ea-b10d-d386d52810c3 req-a64370a4-5d19-4448-b590-17ec3d1989da tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393527 Jul 13 19:26:03.131418 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0592e4d-8c44-44ae-8a8a-af1953c162e6 req-6e87ff5d-3f4a-43a0-8402-c45c2331825f tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:03.136874 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f0592e4d-8c44-44ae-8a8a-af1953c162e6 req-6e87ff5d-3f4a-43a0-8402-c45c2331825f tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 943 time: 0.0703528 Jul 13 19:26:03.182061 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f0592e4d-8c44-44ae-8a8a-af1953c162e6 req-ca8fe4af-fd3d-45da-9d38-ce22abacfe85 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Jul 13 19:26:04.169875 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e6946-7b05-4652-87a2-4e6335d3b7e0 req-d427b8c9-db77-46f4-989d-edc077787969 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.171647 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2a3e6946-7b05-4652-87a2-4e6335d3b7e0 req-d427b8c9-db77-46f4-989d-edc077787969 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.1012056 Jul 13 19:26:04.231678 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2a3e6946-7b05-4652-87a2-4e6335d3b7e0 req-793f9f4b-46b2-42e3-9e78-05ea623648cf tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535049 Jul 13 19:26:04.296257 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9c130ccc-ec03-47ed-97a3-1ef1d58c59da details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:04.420353 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf25b8-60b0-408c-8b53-b325ea6ee53d req-32e7b04b-1a7d-41c2-a573-8dd00d6f20b5 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.422671 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-41cf25b8-60b0-408c-8b53-b325ea6ee53d req-32e7b04b-1a7d-41c2-a573-8dd00d6f20b5 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 943 time: 0.0783048 Jul 13 19:26:04.481149 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-41cf25b8-60b0-408c-8b53-b325ea6ee53d req-c4191f75-0c4a-4c0b-9be4-f29d95dc1ab4 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522594 Jul 13 19:26:04.495633 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:04.510304 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'port_id': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'mac_address': 'fa:16:3e:37:4f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:04.554652 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.572373 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c130ccc-ec03-47ed-97a3-1ef1d58c59da {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:04.597828 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:04.603767 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.667768 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,revision_number=6']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:04.708934 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['9c130ccc-ec03-47ed-97a3-1ef1d58c59da'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:05.097136 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c6cba666-8f99-47d4-ba54-3c0e5cf575ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.454469 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fd171-63c8-420f-9ec5-81abb655dcad req-8f7e8f6f-2833-45c4-beb8-8031b84aec02 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:05.456063 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-462fd171-63c8-420f-9ec5-81abb655dcad req-8f7e8f6f-2833-45c4-beb8-8031b84aec02 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 945 time: 0.0969043 Jul 13 19:26:05.478583 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.522667 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-462fd171-63c8-420f-9ec5-81abb655dcad req-b7089f1c-8d75-4957-a88c-5ffcbe4d7de8 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566587 Jul 13 19:26:05.757616 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76830b64-799f-42b9-93eb-786094a919c1 req-5bf710bc-2fb6-4575-a8c0-ce5bedbf05cd tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:05.761643 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-76830b64-799f-42b9-93eb-786094a919c1 req-5bf710bc-2fb6-4575-a8c0-ce5bedbf05cd tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 943 time: 0.1181426 Jul 13 19:26:05.841678 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-76830b64-799f-42b9-93eb-786094a919c1 req-f499fdba-5123-429d-af29-facc6ae42ebd tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728984 Jul 13 19:26:06.038490 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.334705 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 5e048727-ca7d-4407-8167-c19bcc070da4 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:06.334705 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9c130ccc-ec03-47ed-97a3-1ef1d58c59da up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:06.524297 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:06.525136 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.612409 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 5e048727-ca7d-4407-8167-c19bcc070da4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5e048727-ca7d-4407-8167-c19bcc070da4,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:06.655922 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '5e048727-ca7d-4407-8167-c19bcc070da4', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'port_id': '5e048727-ca7d-4407-8167-c19bcc070da4', 'mac_address': 'fa:16:3e:64:da:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:06.901235 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1b851-1bc9-4c23-8264-ebc13fdaa2e5 req-383ce365-bd61-49c1-8b39-a5bc29639426 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:06.909798 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-15f1b851-1bc9-4c23-8264-ebc13fdaa2e5 req-383ce365-bd61-49c1-8b39-a5bc29639426 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 945 time: 0.0936127 Jul 13 19:26:06.954153 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.959564 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-15f1b851-1bc9-4c23-8264-ebc13fdaa2e5 req-e720b4da-792e-42a2-827a-b62ead9cc38b tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487480 Jul 13 19:26:06.968184 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.990847 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e048727-ca7d-4407-8167-c19bcc070da4 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:07.029150 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 5e048727-ca7d-4407-8167-c19bcc070da4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5e048727-ca7d-4407-8167-c19bcc070da4,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:07.030121 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:07.033374 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f479a0e8-d777-4216-bf26-867e2242961b" -d '{"events": [{"server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "name": "network-vif-plugged", "status": "completed", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:07.045244 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.053090 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:07.082962 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.141833 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e386847-19c4-44ac-a97e-e583784c6cd9 x-openstack-request-id: req-2e386847-19c4-44ac-a97e-e583784c6cd9 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:07.142609 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "name": "network-vif-plugged", "status": "completed", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:07.143275 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2e386847-19c4-44ac-a97e-e583784c6cd9 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:07.144177 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'code': 200} Jul 13 19:26:07.153899 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=5e048727-ca7d-4407-8167-c19bcc070da4,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:07.161349 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd30e7-62ab-4fbc-a119-71e89f92719e req-01075d9b-e268-44aa-bf9c-7c527db91e3f tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:07.163942 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-08fd30e7-62ab-4fbc-a119-71e89f92719e req-01075d9b-e268-44aa-bf9c-7c527db91e3f tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 944 time: 0.0961571 Jul 13 19:26:07.240887 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-08fd30e7-62ab-4fbc-a119-71e89f92719e req-8b8cddb8-89a9-4c3a-83c3-ba2b222f0340 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610738 Jul 13 19:26:07.272395 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,revision_number=7']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:07.356728 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['5e048727-ca7d-4407-8167-c19bcc070da4'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:08.172305 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.242031 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08362b85-20d7-4a2d-911f-90827f684d04 req-e4bc7696-ec15-4ca3-af72-ba9ab852a179 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:08.243945 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-08362b85-20d7-4a2d-911f-90827f684d04 req-e4bc7696-ec15-4ca3-af72-ba9ab852a179 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.1188178 Jul 13 19:26:08.308696 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-08362b85-20d7-4a2d-911f-90827f684d04 req-afc80950-ff9d-4a64-bba1-ac4e6ece38aa tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477777 Jul 13 19:26:08.310955 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 5e048727-ca7d-4407-8167-c19bcc070da4 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:08.410948 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 5e048727-ca7d-4407-8167-c19bcc070da4 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:08.417454 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 5e048727-ca7d-4407-8167-c19bcc070da4 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:08.418056 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.588027 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198640f5-2e66-431a-9418-b0267411ad0e req-cecfa705-1c45-4cc8-a16c-3979a789839c tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:08.594987 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-198640f5-2e66-431a-9418-b0267411ad0e req-cecfa705-1c45-4cc8-a16c-3979a789839c tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 944 time: 0.0824678 Jul 13 19:26:08.617500 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.645946 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-198640f5-2e66-431a-9418-b0267411ad0e req-a935015e-306c-46a7-b2cd-08091abd59c1 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498278 Jul 13 19:26:08.686203 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 5e048727-ca7d-4407-8167-c19bcc070da4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5e048727-ca7d-4407-8167-c19bcc070da4,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:08.693197 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.800072 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=5e048727-ca7d-4407-8167-c19bcc070da4,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:09.145813 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:09.149693 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3fbbdd-5577-4f82-b7d0-0ad88ac364d5" -d '{"events": [{"server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "name": "network-vif-plugged", "status": "completed", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:09.212657 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc8216b-3022-4b67-aa49-59e6ab6ece65 x-openstack-request-id: req-acc8216b-3022-4b67-aa49-59e6ab6ece65 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:09.213322 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "name": "network-vif-plugged", "status": "completed", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:09.213477 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-acc8216b-3022-4b67-aa49-59e6ab6ece65 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:09.213968 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4', 'code': 200} Jul 13 19:26:09.507024 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894e64f-f790-4a43-ae47-7cdd3ea801cb req-28e5ff19-ed26-4901-b5ad-cb234babb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:09.508414 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d894e64f-f790-4a43-ae47-7cdd3ea801cb req-28e5ff19-ed26-4901-b5ad-cb234babb9d1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 1098 time: 0.0704937 Jul 13 19:26:09.555595 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d894e64f-f790-4a43-ae47-7cdd3ea801cb req-c272e6cb-db0f-43ac-bfcf-3529ce7bc3d9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Jul 13 19:26:09.640391 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a3d3-1f6b-4822-8e30-b256d715d3bf req-ac9fccb7-c6f0-4297-b281-81066538fbbc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:09.642895 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8484a3d3-1f6b-4822-8e30-b256d715d3bf req-ac9fccb7-c6f0-4297-b281-81066538fbbc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.1429205 Jul 13 19:26:09.703262 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8484a3d3-1f6b-4822-8e30-b256d715d3bf req-82401ef5-77c9-4540-8e6c-27aeb804815d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532787 Jul 13 19:26:09.881540 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da811622-d489-448d-aa4a-23865d3010c7 req-bc95b7bd-79c6-45bc-9fbd-4b172f45a651 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:09.883195 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da811622-d489-448d-aa4a-23865d3010c7 req-bc95b7bd-79c6-45bc-9fbd-4b172f45a651 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 945 time: 0.1018162 Jul 13 19:26:09.960614 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da811622-d489-448d-aa4a-23865d3010c7 req-5bfe0df7-39ae-46a1-a17c-17a56ae93bb9 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698886 Jul 13 19:26:10.996259 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24af871-fd9b-4fe0-8290-8a460c07a6ff req-da33eea0-91ae-4bfa-82f8-7288fbff3937 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:10.998948 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b24af871-fd9b-4fe0-8290-8a460c07a6ff req-da33eea0-91ae-4bfa-82f8-7288fbff3937 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0991197 Jul 13 19:26:11.077528 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b24af871-fd9b-4fe0-8290-8a460c07a6ff req-0c53311f-b437-4268-ae22-f758a4c21f6e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685427 Jul 13 19:26:11.311732 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3225442-0e7a-4e54-afcf-0cb318fae6ee req-e1efab3c-e16c-4d1a-a5de-c179d32e1a92 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:11.314832 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f3225442-0e7a-4e54-afcf-0cb318fae6ee req-e1efab3c-e16c-4d1a-a5de-c179d32e1a92 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 945 time: 0.1168435 Jul 13 19:26:11.396691 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f3225442-0e7a-4e54-afcf-0cb318fae6ee req-da3ec7d2-40b1-45e3-8aef-f1845e80445f tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729430 Jul 13 19:26:11.668849 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d262f9-ef43-46df-a1bc-876928def3f4 req-b7ff8b6f-16bc-4a17-a3dc-53e67bda4430 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:11.670716 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-91d262f9-ef43-46df-a1bc-876928def3f4 req-b7ff8b6f-16bc-4a17-a3dc-53e67bda4430 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 945 time: 0.0937111 Jul 13 19:26:11.727228 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-91d262f9-ef43-46df-a1bc-876928def3f4 req-ec9bc6d1-7b9b-4b3e-a0be-bf7e0ba03f3f tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Jul 13 19:26:12.412087 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333e2bc-6837-409a-9474-082bb169e27d req-1ccd9464-a62c-49e5-960d-7f11d95a01fa tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.414922 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e333e2bc-6837-409a-9474-082bb169e27d req-1ccd9464-a62c-49e5-960d-7f11d95a01fa tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 945 time: 0.1323283 Jul 13 19:26:12.453753 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e59cef-4886-488b-942f-1640a356b672 req-dca64f99-2728-4517-a482-2cf171f67199 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.456029 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-22e59cef-4886-488b-942f-1640a356b672 req-dca64f99-2728-4517-a482-2cf171f67199 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.1300385 Jul 13 19:26:12.495828 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e333e2bc-6837-409a-9474-082bb169e27d req-ffccf729-d3c2-4b5d-8986-a0ae7b166328 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740523 Jul 13 19:26:12.549220 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-22e59cef-4886-488b-942f-1640a356b672 req-106dd83e-7e6d-4cca-9734-df647011f282 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758252 Jul 13 19:26:12.985003 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:26:13.941091 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59af19-dbfc-4081-8248-721d46b13f61 req-11f193cc-d082-4810-b106-170528f00a57 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:13.942631 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3c59af19-dbfc-4081-8248-721d46b13f61 req-11f193cc-d082-4810-b106-170528f00a57 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.1347985 Jul 13 19:26:14.002879 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3c59af19-dbfc-4081-8248-721d46b13f61 req-565aaf35-62d3-4a58-9615-c78e95cd495d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494053 Jul 13 19:26:15.241487 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63c02f-2b4a-49cf-ac6d-3710fe62e25a req-7de6e91c-0ed2-4f26-940d-9c4b974d4e8f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:15.242998 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eb63c02f-2b4a-49cf-ac6d-3710fe62e25a req-7de6e91c-0ed2-4f26-940d-9c4b974d4e8f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0801497 Jul 13 19:26:15.289511 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eb63c02f-2b4a-49cf-ac6d-3710fe62e25a req-333719e7-b039-4a13-88f2-7eb23e48babc tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370045 Jul 13 19:26:15.311993 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6afe49-78cf-4103-a526-500e5716976d req-17198bd1-d61c-43cb-94fb-1a32490c3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:15.314163 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6a6afe49-78cf-4103-a526-500e5716976d req-17198bd1-d61c-43cb-94fb-1a32490c3c20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 1099 time: 0.0673366 Jul 13 19:26:15.410278 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6afe49-78cf-4103-a526-500e5716976d req-42b777ab-ff22-4fff-9933-8e2773ba7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:15.411928 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6a6afe49-78cf-4103-a526-500e5716976d req-42b777ab-ff22-4fff-9933-8e2773ba7a96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 919 time: 0.0909801 Jul 13 19:26:15.487651 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6a6afe49-78cf-4103-a526-500e5716976d req-3ef2358f-d985-4b5d-aee0-c912a6c08b36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da HTTP/1.1" status: 200 len: 1001 time: 0.0690956 Jul 13 19:26:15.541625 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6afe49-78cf-4103-a526-500e5716976d req-ad590845-9305-4704-b78e-b007b6bbb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:15.543001 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6a6afe49-78cf-4103-a526-500e5716976d req-ad590845-9305-4704-b78e-b007b6bbb2af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e23400d-e62e-4511-992c-8616f7455f40 HTTP/1.1" status: 200 len: 856 time: 0.0484567 Jul 13 19:26:15.605500 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6afe49-78cf-4103-a526-500e5716976d req-bcc4698e-d220-48f2-aa02-5865533834d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:15.607254 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6a6afe49-78cf-4103-a526-500e5716976d req-bcc4698e-d220-48f2-aa02-5865533834d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=864d37d1-14c3-4f3f-8d01-0a137298ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573714 Jul 13 19:26:15.709589 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6a6afe49-78cf-4103-a526-500e5716976d req-69f39f43-4775-4cd6-910f-c8a33e89e123 service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953126 Jul 13 19:26:15.805232 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6a6afe49-78cf-4103-a526-500e5716976d req-f91158ac-6b1f-499d-a6e2-8b8d75520d7a service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894210 Jul 13 19:26:16.507509 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bb821-0d78-418c-b9c7-fadd16848730 req-ea98177b-04d3-4fe6-9492-9b40568056c5 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:16.509171 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-466bb821-0d78-418c-b9c7-fadd16848730 req-ea98177b-04d3-4fe6-9492-9b40568056c5 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0827732 Jul 13 19:26:16.550872 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-466bb821-0d78-418c-b9c7-fadd16848730 req-15e57d9c-1a5f-48fa-bd76-597beb7e05cf tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354691 Jul 13 19:26:17.750560 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdf5ba-1648-47bf-9c23-452bb80115e9 req-c26402d5-6669-4de8-b16d-b64a46fc84cb tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:17.753223 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fdfdf5ba-1648-47bf-9c23-452bb80115e9 req-c26402d5-6669-4de8-b16d-b64a46fc84cb tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.0760367 Jul 13 19:26:17.800188 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fdfdf5ba-1648-47bf-9c23-452bb80115e9 req-1958ec11-00de-4892-b287-5b7f6639b4b5 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381646 Jul 13 19:26:19.160566 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd81c8f-69c1-4ac6-aeca-7aa729b61c41 req-93fcb8b2-d9c4-4ae5-976f-d99d56fcab64 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:19.163353 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dfd81c8f-69c1-4ac6-aeca-7aa729b61c41 req-93fcb8b2-d9c4-4ae5-976f-d99d56fcab64 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.1216290 Jul 13 19:26:19.229701 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dfd81c8f-69c1-4ac6-aeca-7aa729b61c41 req-0cd5a51e-9acc-4430-82d3-d07aada097b3 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592999 Jul 13 19:26:19.287841 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40808) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:19.409834 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-28cdb6ea-9d77-4004-bd09-b41e20b18655 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205389 Jul 13 19:26:20.359587 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9c130ccc-ec03-47ed-97a3-1ef1d58c59da no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:20.492238 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.492510 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9f488-d175-45d2-ae13-04c40920a70e req-9827e0f7-26f7-40a7-a899-76993510f0a1 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.494006 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-12b9f488-d175-45d2-ae13-04c40920a70e req-9827e0f7-26f7-40a7-a899-76993510f0a1 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 946 time: 0.1302853 Jul 13 19:26:20.519650 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:20.522006 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cc06ae-fa4b-4663-a0ab-70c2ba2f7fb9" -d '{"events": [{"server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:20.528638 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-cb5cd662-92f0-4efb-a363-7c53d43996c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.530190 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-cb5cd662-92f0-4efb-a363-7c53d43996c7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d&tenant_id=e400a1fc664843c291d144a2a7a75c73 HTTP/1.1" status: 200 len: 1099 time: 0.1142564 Jul 13 19:26:20.538992 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:20.544380 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.548605 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-12b9f488-d175-45d2-ae13-04c40920a70e req-fa6a0ecf-6977-4975-aef2-e96c46c9ed6d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433292 Jul 13 19:26:20.596818 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf1efde-5043-4bb6-acf2-99f087109c9f x-openstack-request-id: req-8bf1efde-5043-4bb6-acf2-99f087109c9f {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:20.597374 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:20.597782 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8bf1efde-5043-4bb6-acf2-99f087109c9f {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:20.598390 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'code': 200} Jul 13 19:26:20.638376 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-7cf27e3a-e815-43a2-913b-db56a8885139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.640204 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-7cf27e3a-e815-43a2-913b-db56a8885139 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e400a1fc664843c291d144a2a7a75c73&device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 1097 time: 0.0703366 Jul 13 19:26:20.640444 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,revision_number=8']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:20.783538 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-8f43079c-2dee-4e21-b0d0-93ef337c5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.784938 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-8f43079c-2dee-4e21-b0d0-93ef337c5930 service neutron] 10.222.0.73 "GET /v2.0/networks?id=864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 200 len: 919 time: 0.1367915 Jul 13 19:26:20.864222 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-fa30fd07-31c5-4815-bc57-2ef7a535b2eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da HTTP/1.1" status: 200 len: 999 time: 0.0707405 Jul 13 19:26:21.196527 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-833bef08-4352-4acb-b302-ca5d378884be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.198649 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-833bef08-4352-4acb-b302-ca5d378884be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e23400d-e62e-4511-992c-8616f7455f40 HTTP/1.1" status: 200 len: 856 time: 0.3238180 Jul 13 19:26:21.279919 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.316745 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-37b391ad-c609-4733-903d-832759233f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.319161 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-37b391ad-c609-4733-903d-832759233f6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=864d37d1-14c3-4f3f-8d01-0a137298ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1133113 Jul 13 19:26:21.444276 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-7dc9d808-974e-4a25-9e77-d4813d3ba47a service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171024 Jul 13 19:26:21.558534 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44b4db44-5281-4712-9fef-5ba1f6ebf3b9 req-bcf0b553-ce16-4227-bb6a-a599e0eb2639 service neutron] 10.222.0.73 "GET /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063380 Jul 13 19:26:21.754747 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b056b-59ee-4683-8517-de5ac7711f5c req-dfab12b4-2581-4f8b-84bd-76d633089be5 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.756715 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c24b056b-59ee-4683-8517-de5ac7711f5c req-dfab12b4-2581-4f8b-84bd-76d633089be5 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.0754290 Jul 13 19:26:21.810959 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c24b056b-59ee-4683-8517-de5ac7711f5c req-8e17a4c3-11fa-4555-89a7-d79d9f4f8f8a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460997 Jul 13 19:26:22.902269 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff4884-97c4-4efe-9d16-0d07bb64959b req-7abf4860-8076-4dc9-8539-2ef35fc09a80 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:22.908426 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-10ff4884-97c4-4efe-9d16-0d07bb64959b req-7abf4860-8076-4dc9-8539-2ef35fc09a80 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 945 time: 0.1359546 Jul 13 19:26:22.984343 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-10ff4884-97c4-4efe-9d16-0d07bb64959b req-312ef2ad-5035-4190-96e5-b7260bb0bfec tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643511 Jul 13 19:26:23.051444 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40858) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:23.193728 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e2884-1bd6-43e7-b832-b5d0926bb085 req-05df38e1-bea1-4234-9d3e-0e3c24986d2c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.195755 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2e0e2884-1bd6-43e7-b832-b5d0926bb085 req-05df38e1-bea1-4234-9d3e-0e3c24986d2c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.1708441 Jul 13 19:26:23.262224 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396218c5-fc37-40d1-87ee-03dc59345ac7 tempest-TestMinimumBasicScenario-1705713242 tempest-TestMinimumBasicScenario-1705713242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.268436 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-396218c5-fc37-40d1-87ee-03dc59345ac7 tempest-TestMinimumBasicScenario-1705713242 tempest-TestMinimumBasicScenario-1705713242-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 1093 time: 0.2144513 Jul 13 19:26:23.269144 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40862) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:23.274077 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Request body: {'floatingip': {'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'port_id': '5e048727-ca7d-4407-8167-c19bcc070da4', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:23.281557 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2e0e2884-1bd6-43e7-b832-b5d0926bb085 req-4beae4e4-34b1-4696-81c3-0eba129e22f7 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739141 Jul 13 19:26:23.319940 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for floatingip, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.495510 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.633919 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Allocated IP 172.27.0.248 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/a4c795b3-605d-4210-ae94-da3b513c9a29) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:23.787664 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.842095 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.900332 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:23.903581 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:23.909709 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:23.913453 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event updated for resources: {'Port': ['ID=a4c795b3-605d-4210-ae94-da3b513c9a29,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:23.944536 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:23.944879 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:23.945222 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:23.945564 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:23.945905 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:23.946403 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:23.946779 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:23.947142 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:23.947475 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:23.948062 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:23.948394 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:23.948721 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:24.453197 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.587943 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.624820 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea396-089e-4845-bff5-21c975c46268 req-20a4043a-0c24-4147-b420-0e429ccbe09f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:24.628002 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d0cea396-089e-4845-bff5-21c975c46268 req-20a4043a-0c24-4147-b420-0e429ccbe09f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.1415033 Jul 13 19:26:24.732779 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d0cea396-089e-4845-bff5-21c975c46268 req-d3f2926c-0ad8-4aef-835b-47308c153a18 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957301 Jul 13 19:26:24.808216 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.815252 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.884443 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event updated for resources: {'Port': ['ID=a4c795b3-605d-4210-ae94-da3b513c9a29,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:24.902931 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:25.028186 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.l3_db [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Floating IP 9c50b26e-6175-4d7e-b641-5a36f92b43ef associated. External IP: 172.27.0.248, port: 5e048727-ca7d-4407-8167-c19bcc070da4. Jul 13 19:26:25.621464 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:25.759401 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:25.778733 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b3f42-0c78-42bb-a248-4c0a802971b3 None None] Sync routers for ids ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:25.802779 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b3f42-0c78-42bb-a248-4c0a802971b3 None None] Routers {'b529f7b0-9bb3-4fe4-9d8d-1052744999c1'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:25.803837 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-0c8b3f42-0c78-42bb-a248-4c0a802971b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:26:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:25.804050 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:25.874125 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-06820007-fa41-4235-a97c-263001f90343 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6034775 Jul 13 19:26:25.875018 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:25.877861 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 40870) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:25.879559 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15d85f7-5472-4d99-b52b-9bb5906de5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:25.887353 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-325301963', 'description': 'tempest-secgroup-smoke-325301963 description', 'project_id': '88e17d7f77164df6bdf23c8acf0e374b'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:25.960453 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.102596 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-0c8b3f42-0c78-42bb-a248-4c0a802971b3 None None] Set router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:26.127324 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f10e231-ab27-4cff-8e31-f1212ffc5ae3 x-openstack-request-id: req-5f10e231-ab27-4cff-8e31-f1212ffc5ae3 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:26.128212 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:26.128212 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5f10e231-ab27-4cff-8e31-f1212ffc5ae3 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:26.129002 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4', 'status': 'completed', 'code': 200} Jul 13 19:26:26.315656 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.337620 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4d043-2037-4eda-b191-0b5a4ead29fa req-c5e5a8d2-90be-4a64-b17a-403514192279 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:26.339994 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cba4d043-2037-4eda-b191-0b5a4ead29fa req-c5e5a8d2-90be-4a64-b17a-403514192279 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.3453283 Jul 13 19:26:26.341009 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.458546 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb3648b-6c82-4aa1-a785-4c90e3c84048,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:26.463660 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.468796 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5849812 Jul 13 19:26:26.469195 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40876) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:26.480027 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-9946ff92-b605-4f70-9c74-8469236324f8 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Request body: {'security_group_rule': {'security_group_id': 'adb3648b-6c82-4aa1-a785-4c90e3c84048', 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:26.492838 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.492838 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.493297 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.493496 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.494088 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.494704 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.495284 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.495859 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.496439 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.497125 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.513323 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.514011 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344dafb-ae5e-42a7-8bb5-21d499a81e07 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.557734 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9946ff92-b605-4f70-9c74-8469236324f8 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.560333 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cba4d043-2037-4eda-b191-0b5a4ead29fa req-b5270d5c-396d-436e-86b1-cd4730b4f667 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862543 Jul 13 19:26:26.596877 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-0c8b3f42-0c78-42bb-a248-4c0a802971b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 4, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '9c50b26e-6175-4d7e-b641-5a36f92b43ef', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'port_id': '5e048727-ca7d-4407-8167-c19bcc070da4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'mac_address': 'fa:16:3e:64:da:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:24Z', 'updated_at': '2021-07-13T19:26:24Z', 'revision_number': 0, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e767abd0-9b56-46f0-9135-3fd0a3faebc0', 'name': '', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'mac_address': 'fa:16:3e:35:40:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:22Z', 'updated_at': '2021-07-13T19:25:30Z', 'revision_number': 5, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'subnets': [{'id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:26.630401 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b3f42-0c78-42bb-a248-4c0a802971b3 None None] Checking router: b529f7b0-9bb3-4fe4-9d8d-1052744999c1 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:26.639975 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b3f42-0c78-42bb-a248-4c0a802971b3 None None] Routers {'b529f7b0-9bb3-4fe4-9d8d-1052744999c1'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:26.641426 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-0c8b3f42-0c78-42bb-a248-4c0a802971b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:26:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:26.684536 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9946ff92-b605-4f70-9c74-8469236324f8 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.690881 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9946ff92-b605-4f70-9c74-8469236324f8 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.716240 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946ff92-b605-4f70-9c74-8469236324f8 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c0cd97-42a2-47fd-a81a-e5189deec3cf,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:26.729911 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9946ff92-b605-4f70-9c74-8469236324f8 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.731443 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9946ff92-b605-4f70-9c74-8469236324f8 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2587090 Jul 13 19:26:26.734230 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40878) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:26.739289 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-eaf95290-a4bf-43dc-8ef1-95ec40f2b9f0 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Request body: {'security_group_rule': {'security_group_id': 'adb3648b-6c82-4aa1-a785-4c90e3c84048', 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:26.779471 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-eaf95290-a4bf-43dc-8ef1-95ec40f2b9f0 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.821511 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-0c8b3f42-0c78-42bb-a248-4c0a802971b3 None None] Set router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:26.870590 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-eaf95290-a4bf-43dc-8ef1-95ec40f2b9f0 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.880530 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-eaf95290-a4bf-43dc-8ef1-95ec40f2b9f0 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.924025 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf95290-a4bf-43dc-8ef1-95ec40f2b9f0 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba33114-a62b-41f5-a720-274d89100bd5,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:26.932152 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-eaf95290-a4bf-43dc-8ef1-95ec40f2b9f0 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.935514 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-eaf95290-a4bf-43dc-8ef1-95ec40f2b9f0 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1998429 Jul 13 19:26:26.940281 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40880) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:26.945385 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-d3b2fbde-a913-487d-820a-c66e2b008604 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Request body: {'security_group_rule': {'security_group_id': 'adb3648b-6c82-4aa1-a785-4c90e3c84048', 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:26.986391 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3b2fbde-a913-487d-820a-c66e2b008604 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.076608 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3b2fbde-a913-487d-820a-c66e2b008604 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.082261 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3b2fbde-a913-487d-820a-c66e2b008604 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.098379 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2fbde-a913-487d-820a-c66e2b008604 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b3bb9d-6cc4-463c-b55a-21f24ea4cbca,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:27.121197 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3b2fbde-a913-487d-820a-c66e2b008604 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.126417 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d3b2fbde-a913-487d-820a-c66e2b008604 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1810596 Jul 13 19:26:27.127133 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40882) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:27.137338 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-d3cee235-6ddc-46f1-ba99-c28bebb9091b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Request body: {'security_group_rule': {'security_group_id': 'adb3648b-6c82-4aa1-a785-4c90e3c84048', 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:27.173086 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3cee235-6ddc-46f1-ba99-c28bebb9091b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.181216 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-0c8b3f42-0c78-42bb-a248-4c0a802971b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 4, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '9c50b26e-6175-4d7e-b641-5a36f92b43ef', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'port_id': '5e048727-ca7d-4407-8167-c19bcc070da4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'mac_address': 'fa:16:3e:64:da:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:24Z', 'updated_at': '2021-07-13T19:26:24Z', 'revision_number': 0, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e767abd0-9b56-46f0-9135-3fd0a3faebc0', 'name': '', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'mac_address': 'fa:16:3e:35:40:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:22Z', 'updated_at': '2021-07-13T19:25:30Z', 'revision_number': 5, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'subnets': [{'id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:27.233942 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b3f42-0c78-42bb-a248-4c0a802971b3 None None] The sync data for ids ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'] in dv-cinder-786931-3-iscsi is: [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 4, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '9c50b26e-6175-4d7e-b641-5a36f92b43ef', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'port_id': '5e048727-ca7d-4407-8167-c19bcc070da4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'mac_address': 'fa:16:3e:64:da:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:24Z', 'updated_at': '2021-07-13T19:26:24Z', 'revision_number': 0, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e767abd0-9b56-46f0-9135-3fd0a3faebc0', 'name': '', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'mac_address': 'fa:16:3e:35:40:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:22Z', 'updated_at': '2021-07-13T19:25:30Z', 'revision_number': 5, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'subnets': [{'id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:27.262484 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3cee235-6ddc-46f1-ba99-c28bebb9091b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.269191 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3cee235-6ddc-46f1-ba99-c28bebb9091b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.295850 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cee235-6ddc-46f1-ba99-c28bebb9091b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07f613a-582b-4ba1-a69b-a2dda5ef90fe,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:27.315973 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3cee235-6ddc-46f1-ba99-c28bebb9091b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.317534 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d3cee235-6ddc-46f1-ba99-c28bebb9091b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1882317 Jul 13 19:26:27.322303 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 40884) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:27.328344 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-7ea86e59-8e27-4a90-831a-06cc54b34bfc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Request body: {'security_group_rule': {'security_group_id': 'adb3648b-6c82-4aa1-a785-4c90e3c84048', 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:27.361097 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.securitygroups_db [None req-7ea86e59-8e27-4a90-831a-06cc54b34bfc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Project 88e17d7f77164df6bdf23c8acf0e374b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:26:27.366956 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7ea86e59-8e27-4a90-831a-06cc54b34bfc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.462952 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7ea86e59-8e27-4a90-831a-06cc54b34bfc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.474306 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7ea86e59-8e27-4a90-831a-06cc54b34bfc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.497927 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7ea86e59-8e27-4a90-831a-06cc54b34bfc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.499325 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-7ea86e59-8e27-4a90-831a-06cc54b34bfc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1753700 Jul 13 19:26:27.503785 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 40886) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:27.508379 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea86e59-8e27-4a90-831a-06cc54b34bfc tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d8880a-4d24-45b5-a10a-6b5a0b80a64a,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:27.512040 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-b8b9481a-3f25-49d3-a991-155c28f2ac6e tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Request body: {'security_group_rule': {'security_group_id': 'adb3648b-6c82-4aa1-a785-4c90e3c84048', 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:27.561783 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.securitygroups_db [None req-b8b9481a-3f25-49d3-a991-155c28f2ac6e tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Project 88e17d7f77164df6bdf23c8acf0e374b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:26:27.568132 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b8b9481a-3f25-49d3-a991-155c28f2ac6e tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.702214 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81daff5e-2bec-48e8-a3cb-83c5ded1d5b6 None None] New status for floating IP 9c50b26e-6175-4d7e-b641-5a36f92b43ef: ACTIVE {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:26:27.730452 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b8b9481a-3f25-49d3-a991-155c28f2ac6e tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.736834 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b8b9481a-3f25-49d3-a991-155c28f2ac6e tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.781522 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9481a-3f25-49d3-a991-155c28f2ac6e tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e28656e-20fc-4408-8b9d-928a877c4c19,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:27.794708 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b8b9481a-3f25-49d3-a991-155c28f2ac6e tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.796914 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b8b9481a-3f25-49d3-a991-155c28f2ac6e tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2903171 Jul 13 19:26:27.948208 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff792d-02e4-4a30-9ec7-09a3e1b55a90 req-7a4484db-0879-45ba-9216-eb15c27b7b70 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:27.961449 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e7ff792d-02e4-4a30-9ec7-09a3e1b55a90 req-7a4484db-0879-45ba-9216-eb15c27b7b70 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.1466565 Jul 13 19:26:28.013552 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-637dff2a-4c96-4660-b085-a684f8d74b83 req-7d9af799-2215-46cd-8162-3f39471cd2d6 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-325301963&fields=id&tenant_id=88e17d7f77164df6bdf23c8acf0e374b HTTP/1.1" status: 200 len: 267 time: 0.0813468 Jul 13 19:26:28.035923 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e7ff792d-02e4-4a30-9ec7-09a3e1b55a90 req-df86be9d-8350-4c9b-b553-18c771b14a3a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729294 Jul 13 19:26:28.127261 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dff2a-4c96-4660-b085-a684f8d74b83 req-d5adef58-3c7c-48d1-9ea1-9357333b3473 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:28.136406 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-637dff2a-4c96-4660-b085-a684f8d74b83 req-d5adef58-3c7c-48d1-9ea1-9357333b3473 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 945 time: 0.1214006 Jul 13 19:26:28.144239 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-637dff2a-4c96-4660-b085-a684f8d74b83 req-24150a3b-421f-49c5-b2fc-866af741bd67 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Request body: {'port': {'security_groups': ['ef70590e-8342-46a0-8de6-0e2f41127d76', 'adb3648b-6c82-4aa1-a785-4c90e3c84048']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:28.281294 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-637dff2a-4c96-4660-b085-a684f8d74b83 req-24150a3b-421f-49c5-b2fc-866af741bd67 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.530221 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-637dff2a-4c96-4660-b085-a684f8d74b83 req-24150a3b-421f-49c5-b2fc-866af741bd67 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] For port 5e048727-ca7d-4407-8167-c19bcc070da4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5e048727-ca7d-4407-8167-c19bcc070da4,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:28.583211 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-637dff2a-4c96-4660-b085-a684f8d74b83 req-24150a3b-421f-49c5-b2fc-866af741bd67 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.589035 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-637dff2a-4c96-4660-b085-a684f8d74b83 req-24150a3b-421f-49c5-b2fc-866af741bd67 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.603731 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['5e048727-ca7d-4407-8167-c19bcc070da4'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:28.644590 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dff2a-4c96-4660-b085-a684f8d74b83 req-24150a3b-421f-49c5-b2fc-866af741bd67 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:28.645267 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-637dff2a-4c96-4660-b085-a684f8d74b83 req-24150a3b-421f-49c5-b2fc-866af741bd67 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.650907 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-637dff2a-4c96-4660-b085-a684f8d74b83 req-24150a3b-421f-49c5-b2fc-866af741bd67 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "PUT /v2.0/ports/5e048727-ca7d-4407-8167-c19bcc070da4 HTTP/1.1" status: 200 len: 981 time: 0.5130908 Jul 13 19:26:28.651802 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:28.655380 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04d45ae-eba9-4806-9069-7f57e70d99f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:28.714284 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b44d5d-2fdb-40eb-84a8-7d945129785d x-openstack-request-id: req-98b44d5d-2fdb-40eb-84a8-7d945129785d {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:28.714765 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:28.715158 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-98b44d5d-2fdb-40eb-84a8-7d945129785d {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:28.715780 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4', 'status': 'completed', 'code': 200} Jul 13 19:26:28.730260 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['5e048727-ca7d-4407-8167-c19bcc070da4'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:28.784315 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24150a3b-421f-49c5-b2fc-866af741bd67 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event updated for resources: {'Port': ['ID=5e048727-ca7d-4407-8167-c19bcc070da4,revision_number=6']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:29.012507 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2f52f-b6a9-4e87-99ba-561e803bf173 req-84786ebb-d4a1-4aa5-bdac-6ba7c39da5ad tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:29.022650 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68f2f52f-b6a9-4e87-99ba-561e803bf173 req-84786ebb-d4a1-4aa5-bdac-6ba7c39da5ad tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.1618996 Jul 13 19:26:29.149221 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68f2f52f-b6a9-4e87-99ba-561e803bf173 req-0a351385-6508-4a37-93a1-a9ba2a8b779a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb3648b-6c82-4aa1-a785-4c90e3c84048&id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939252 Jul 13 19:26:29.167441 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f5ecd9a0-65e1-4782-9507-d847c99d1ad1 None None] Provisioning complete for port 5e048727-ca7d-4407-8167-c19bcc070da4 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:29.168055 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f5ecd9a0-65e1-4782-9507-d847c99d1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.381228 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7a1ce-fc5a-476f-b740-d9b01342a0b9 req-fb1b0ac2-0552-4145-9de6-ad7eced8f42a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:29.384084 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dac7a1ce-fc5a-476f-b740-d9b01342a0b9 req-fb1b0ac2-0552-4145-9de6-ad7eced8f42a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.1226499 Jul 13 19:26:29.477116 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dac7a1ce-fc5a-476f-b740-d9b01342a0b9 req-745baff6-62b0-4101-b56f-6e6a7709e3bf tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852199 Jul 13 19:26:30.704366 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f121-9bf4-43c3-9abb-415a234dc461 req-bbfb8e06-d288-4dc0-adb7-d4a6c35566e3 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:30.705897 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ac33f121-9bf4-43c3-9abb-415a234dc461 req-bbfb8e06-d288-4dc0-adb7-d4a6c35566e3 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.0725105 Jul 13 19:26:30.753386 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ac33f121-9bf4-43c3-9abb-415a234dc461 req-9cade40b-93dc-484d-971b-149f6d40baee tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381429 Jul 13 19:26:31.954308 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5cec570-e200-440a-b43e-5da22230b3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:31.981487 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899ab64-6f65-42ad-aff0-9fdb78c709af req-61b89a9a-ed8a-4cb0-99ae-6d374b00f58b tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:31.983214 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8899ab64-6f65-42ad-aff0-9fdb78c709af req-61b89a9a-ed8a-4cb0-99ae-6d374b00f58b tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.0862257 Jul 13 19:26:32.034091 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8899ab64-6f65-42ad-aff0-9fdb78c709af req-b52ee80f-3623-426d-8e9b-5b0b2dcded88 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393913 Jul 13 19:26:33.239174 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a0453-de93-4dc3-8d8e-6679a2e3b37f req-8a02c4f4-b85b-4c34-8fef-bf83197ed7f7 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.240681 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8e4a0453-de93-4dc3-8d8e-6679a2e3b37f req-8a02c4f4-b85b-4c34-8fef-bf83197ed7f7 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.0685229 Jul 13 19:26:33.297769 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8e4a0453-de93-4dc3-8d8e-6679a2e3b37f req-0722b7fe-3ca6-4211-9b91-d966d43c00e5 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511479 Jul 13 19:26:33.352267 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d85f7-5472-4d99-b52b-9bb5906de5c5 req-a30e5f62-c789-4f7b-b3e4-f0a452608a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.353829 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c15d85f7-5472-4d99-b52b-9bb5906de5c5 req-a30e5f62-c789-4f7b-b3e4-f0a452608a7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88e17d7f77164df6bdf23c8acf0e374b&device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 1137 time: 0.0616233 Jul 13 19:26:33.371128 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-44ba03db-8bc0-4ccf-a729-f0fffea83ed4 req-1243dd2d-39b3-4755-b8cc-48da59dd0a23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527680 Jul 13 19:26:33.453102 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d85f7-5472-4d99-b52b-9bb5906de5c5 req-f9645488-c4e2-4f25-869a-8cabc57262ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.454950 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c15d85f7-5472-4d99-b52b-9bb5906de5c5 req-f9645488-c4e2-4f25-869a-8cabc57262ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d11fbb-c70a-4743-a5e9-704ff2c10185 HTTP/1.1" status: 200 len: 916 time: 0.0889175 Jul 13 19:26:33.468937 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba03db-8bc0-4ccf-a729-f0fffea83ed4 req-fc14e2e3-4737-4b2e-b06d-e3035a2e969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.470693 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-44ba03db-8bc0-4ccf-a729-f0fffea83ed4 req-fc14e2e3-4737-4b2e-b06d-e3035a2e969a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533&device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 1098 time: 0.0568731 Jul 13 19:26:33.520747 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c15d85f7-5472-4d99-b52b-9bb5906de5c5 req-69fa8197-e2d6-4743-82c4-1abe91e0c0ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e048727-ca7d-4407-8167-c19bcc070da4 HTTP/1.1" status: 200 len: 1001 time: 0.0585213 Jul 13 19:26:33.573179 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d85f7-5472-4d99-b52b-9bb5906de5c5 req-97497a0a-782a-4956-aba2-6e4e2bf8aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.574661 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c15d85f7-5472-4d99-b52b-9bb5906de5c5 req-97497a0a-782a-4956-aba2-6e4e2bf8aa8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6197dcd8-f9a1-4ecf-9ffb-61beea8e1310 HTTP/1.1" status: 200 len: 853 time: 0.0474830 Jul 13 19:26:33.575161 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba03db-8bc0-4ccf-a729-f0fffea83ed4 req-bbe0e6e8-96fc-4cb3-9d63-f46ca3db5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.576594 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-44ba03db-8bc0-4ccf-a729-f0fffea83ed4 req-bbe0e6e8-96fc-4cb3-9d63-f46ca3db5af2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5d0baed2-a221-495a-9b1f-f3bd7404bbba HTTP/1.1" status: 200 len: 911 time: 0.0839355 Jul 13 19:26:33.637256 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d85f7-5472-4d99-b52b-9bb5906de5c5 req-80ce5c38-26d9-45b3-880e-433f0ec36d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.638767 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c15d85f7-5472-4d99-b52b-9bb5906de5c5 req-80ce5c38-26d9-45b3-880e-433f0ec36d40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d11fbb-c70a-4743-a5e9-704ff2c10185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525210 Jul 13 19:26:33.647636 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-44ba03db-8bc0-4ccf-a729-f0fffea83ed4 req-529fc7e1-36a6-4b7d-b783-ce3e5eaacc51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206 HTTP/1.1" status: 200 len: 1001 time: 0.0613282 Jul 13 19:26:33.696047 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba03db-8bc0-4ccf-a729-f0fffea83ed4 req-656691e7-1b8f-47d4-8120-2d91417a3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.698164 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-44ba03db-8bc0-4ccf-a729-f0fffea83ed4 req-656691e7-1b8f-47d4-8120-2d91417a3061 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=019047ff-c5fe-4aa2-bb42-5108f18c9f04 HTTP/1.1" status: 200 len: 848 time: 0.0437095 Jul 13 19:26:33.728590 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c15d85f7-5472-4d99-b52b-9bb5906de5c5 req-40364a5a-85cf-4c2f-9eef-01be0f60cd3f service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827699 Jul 13 19:26:33.754735 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba03db-8bc0-4ccf-a729-f0fffea83ed4 req-5231bacf-45d0-4e78-a5dd-b4267b4dacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.756238 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-44ba03db-8bc0-4ccf-a729-f0fffea83ed4 req-5231bacf-45d0-4e78-a5dd-b4267b4dacfc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d0baed2-a221-495a-9b1f-f3bd7404bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516276 Jul 13 19:26:33.821108 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c15d85f7-5472-4d99-b52b-9bb5906de5c5 req-ad56973d-d8b1-4398-9f3e-500311bdffba service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856817 Jul 13 19:26:33.849329 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-44ba03db-8bc0-4ccf-a729-f0fffea83ed4 req-30614f96-56b6-45f1-865f-cb661e5e768e service neutron] 10.222.0.73 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858831 Jul 13 19:26:33.927502 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d45ae-eba9-4806-9069-7f57e70d99f4 req-6f7afdd7-1bbb-445e-9823-edd6741238a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.929046 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c04d45ae-eba9-4806-9069-7f57e70d99f4 req-6f7afdd7-1bbb-445e-9823-edd6741238a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88e17d7f77164df6bdf23c8acf0e374b&device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 1137 time: 0.0587387 Jul 13 19:26:33.948246 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-44ba03db-8bc0-4ccf-a729-f0fffea83ed4 req-a3f82403-fc97-457b-bc9a-e009c209d66b service neutron] 10.222.0.73 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912762 Jul 13 19:26:34.038210 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d45ae-eba9-4806-9069-7f57e70d99f4 req-2b42983b-c4e9-4c71-8e92-3fdd99b5bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:34.039732 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c04d45ae-eba9-4806-9069-7f57e70d99f4 req-2b42983b-c4e9-4c71-8e92-3fdd99b5bb9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d11fbb-c70a-4743-a5e9-704ff2c10185 HTTP/1.1" status: 200 len: 916 time: 0.1041176 Jul 13 19:26:34.107982 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c04d45ae-eba9-4806-9069-7f57e70d99f4 req-f9e8235e-b38e-467b-bcf8-de22b306cd89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e048727-ca7d-4407-8167-c19bcc070da4 HTTP/1.1" status: 200 len: 1001 time: 0.0613012 Jul 13 19:26:34.158298 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d45ae-eba9-4806-9069-7f57e70d99f4 req-949d1d33-ff67-45d6-9de8-8a7b49eebadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:34.159728 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c04d45ae-eba9-4806-9069-7f57e70d99f4 req-949d1d33-ff67-45d6-9de8-8a7b49eebadf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6197dcd8-f9a1-4ecf-9ffb-61beea8e1310 HTTP/1.1" status: 200 len: 853 time: 0.0448892 Jul 13 19:26:34.221303 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d45ae-eba9-4806-9069-7f57e70d99f4 req-647021aa-d570-4806-a5ed-bdb51840e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:34.222783 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c04d45ae-eba9-4806-9069-7f57e70d99f4 req-647021aa-d570-4806-a5ed-bdb51840e27c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d11fbb-c70a-4743-a5e9-704ff2c10185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549338 Jul 13 19:26:34.313445 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c04d45ae-eba9-4806-9069-7f57e70d99f4 req-a014371e-13a6-44a7-a440-3797cbff4d3d service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823731 Jul 13 19:26:34.408834 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c04d45ae-eba9-4806-9069-7f57e70d99f4 req-55d11339-4273-42db-8186-abad52b3dafc service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891724 Jul 13 19:26:34.481526 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabce86a-15ea-480f-b64a-e403e4c728e3 req-e9cbc770-316d-4ab2-9307-29eec467f5d0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:34.483056 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fabce86a-15ea-480f-b64a-e403e4c728e3 req-e9cbc770-316d-4ab2-9307-29eec467f5d0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.0669062 Jul 13 19:26:34.520742 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fabce86a-15ea-480f-b64a-e403e4c728e3 req-b5c9a547-0ac0-4e37-a0d3-58d0314f3b33 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Jul 13 19:26:35.081149 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-eaab3031-489a-43ca-9c60-dd54c1d25895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:35.466099 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:35.710172 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22598181-8bae-4870-8ace-c7ef530382af req-8804c034-5be4-47e2-b978-aebb4901aa4e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:35.711791 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-22598181-8bae-4870-8ace-c7ef530382af req-8804c034-5be4-47e2-b978-aebb4901aa4e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 944 time: 0.0676811 Jul 13 19:26:35.756031 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-22598181-8bae-4870-8ace-c7ef530382af req-9e85a548-2708-4994-b842-419b0f125196 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384896 Jul 13 19:26:36.033198 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.420301 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9c130ccc-ec03-47ed-97a3-1ef1d58c59da details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:36.557869 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:36.584760 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'port_id': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'mac_address': 'fa:16:3e:37:4f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:36.627099 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.641688 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c130ccc-ec03-47ed-97a3-1ef1d58c59da {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:36.665131 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:36.670187 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.724677 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,revision_number=9']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:36.913162 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['9c130ccc-ec03-47ed-97a3-1ef1d58c59da'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:36.969077 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95527610-99a7-4630-9198-d3e2a86c8f07 req-e0b741c7-abcf-4236-83b1-5bacd5f3b709 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.970748 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95527610-99a7-4630-9198-d3e2a86c8f07 req-e0b741c7-abcf-4236-83b1-5bacd5f3b709 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 945 time: 0.0925591 Jul 13 19:26:37.020248 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95527610-99a7-4630-9198-d3e2a86c8f07 req-14518561-37d9-44c5-b589-4490b210312f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431402 Jul 13 19:26:38.150453 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:38.213429 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bf6d5-afdc-46cb-9171-f576a3f22793 req-580e7c4e-bd67-4308-8c45-adbd0403bb72 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:38.214946 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f70bf6d5-afdc-46cb-9171-f576a3f22793 req-580e7c4e-bd67-4308-8c45-adbd0403bb72 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 945 time: 0.0634637 Jul 13 19:26:38.252831 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f70bf6d5-afdc-46cb-9171-f576a3f22793 req-ceb0464e-e66e-4a2a-b00a-e51f05599866 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322523 Jul 13 19:26:38.433357 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9c130ccc-ec03-47ed-97a3-1ef1d58c59da up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:38.480517 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:38.480889 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:38.555574 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:38.576649 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:38.578971 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2491918-bb6e-42af-81b1-5ea832fbc934" -d '{"events": [{"server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "name": "network-vif-plugged", "status": "completed", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:38.591101 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:38.596144 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:38.619022 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05345be-1edc-4b0b-88cd-b97386ce88ea x-openstack-request-id: req-d05345be-1edc-4b0b-88cd-b97386ce88ea {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:38.619310 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "name": "network-vif-plugged", "status": "completed", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:38.619557 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d05345be-1edc-4b0b-88cd-b97386ce88ea {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:38.619940 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'code': 200} Jul 13 19:26:38.651108 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,revision_number=10']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:38.659443 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.659788 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.660124 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.660458 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.660786 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.661125 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.661451 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.661785 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.662106 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.662745 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.663050 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.663363 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.823407 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d76e3-6be7-4be7-8690-5c06828c5ebb req-c1ce4000-7d2a-47be-8732-d8af13b86e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:38.824795 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-312d76e3-6be7-4be7-8690-5c06828c5ebb req-c1ce4000-7d2a-47be-8732-d8af13b86e59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 1100 time: 0.0519004 Jul 13 19:26:38.867972 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-312d76e3-6be7-4be7-8690-5c06828c5ebb req-3e4f237d-e867-4ad4-a9ed-b5260132ceb1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369353 Jul 13 19:26:39.427101 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3295962-416d-4cb6-9988-ab6c7655c4ad req-7fcde9f2-5480-4b12-94dc-5692d730708a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:39.428501 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f3295962-416d-4cb6-9988-ab6c7655c4ad req-7fcde9f2-5480-4b12-94dc-5692d730708a tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 947 time: 0.0621529 Jul 13 19:26:39.466344 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f3295962-416d-4cb6-9988-ab6c7655c4ad req-f1a6cd9d-5007-4b5b-a032-24bb6cb33f31 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316732 Jul 13 19:26:40.679115 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0f58-82e2-4b59-b6ef-900c2ec4aafe req-31302fc0-601f-4ec0-8f80-8a1a8d0ea742 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.680681 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bc2a0f58-82e2-4b59-b6ef-900c2ec4aafe req-31302fc0-601f-4ec0-8f80-8a1a8d0ea742 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 947 time: 0.0789371 Jul 13 19:26:40.731870 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bc2a0f58-82e2-4b59-b6ef-900c2ec4aafe req-9ddb21b9-4b14-419c-b29a-cdb4c431593d tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404212 Jul 13 19:26:41.951334 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be6b54-bbe1-4f11-8e43-9b3d31d7157c req-0c391601-7c34-430e-9ba8-1eaa973051b0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:41.952899 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-54be6b54-bbe1-4f11-8e43-9b3d31d7157c req-0c391601-7c34-430e-9ba8-1eaa973051b0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 947 time: 0.0822089 Jul 13 19:26:41.993708 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-54be6b54-bbe1-4f11-8e43-9b3d31d7157c req-29a44636-4cae-43e9-8193-a154ae77268c tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351739 Jul 13 19:26:46.556707 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dceb8-cadf-4027-878e-736bd9918bff req-188613e9-5166-4a32-848b-1312a8068c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.558262 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-976dceb8-cadf-4027-878e-736bd9918bff req-188613e9-5166-4a32-848b-1312a8068c87 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88e17d7f77164df6bdf23c8acf0e374b&device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 1137 time: 0.0655460 Jul 13 19:26:46.632051 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f27dd-1962-4ec9-a495-f5c866c4b525 req-a1a20029-6c91-461a-8937-cf0fe9cb6336 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.635779 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-570f27dd-1962-4ec9-a495-f5c866c4b525 req-a1a20029-6c91-461a-8937-cf0fe9cb6336 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.1142049 Jul 13 19:26:46.662623 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dceb8-cadf-4027-878e-736bd9918bff req-6476ade4-325e-4e4b-9b04-1dcb241774c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.664033 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-976dceb8-cadf-4027-878e-736bd9918bff req-6476ade4-325e-4e4b-9b04-1dcb241774c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d11fbb-c70a-4743-a5e9-704ff2c10185 HTTP/1.1" status: 200 len: 916 time: 0.0976074 Jul 13 19:26:46.708424 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-570f27dd-1962-4ec9-a495-f5c866c4b525 req-ba579c30-2702-430e-ad6c-1da24ceb33d2 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb3648b-6c82-4aa1-a785-4c90e3c84048&id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646927 Jul 13 19:26:46.749128 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-976dceb8-cadf-4027-878e-736bd9918bff req-74eabe05-b9e8-478d-819d-dc978f533f06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e048727-ca7d-4407-8167-c19bcc070da4 HTTP/1.1" status: 200 len: 1001 time: 0.0785620 Jul 13 19:26:46.830394 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dceb8-cadf-4027-878e-736bd9918bff req-435edb4f-4e45-4062-b3cb-e1e26feaf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.832013 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-976dceb8-cadf-4027-878e-736bd9918bff req-435edb4f-4e45-4062-b3cb-e1e26feaf5b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6197dcd8-f9a1-4ecf-9ffb-61beea8e1310 HTTP/1.1" status: 200 len: 853 time: 0.0731044 Jul 13 19:26:46.897226 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dceb8-cadf-4027-878e-736bd9918bff req-1e5cbf1a-653d-4b9f-acaa-d1aa69166cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.899275 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-976dceb8-cadf-4027-878e-736bd9918bff req-1e5cbf1a-653d-4b9f-acaa-d1aa69166cc8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d11fbb-c70a-4743-a5e9-704ff2c10185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608981 Jul 13 19:26:47.038614 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-976dceb8-cadf-4027-878e-736bd9918bff req-469c0417-3a97-4934-aa13-fec41ea9d1d7 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325862 Jul 13 19:26:47.134358 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-976dceb8-cadf-4027-878e-736bd9918bff req-32f9a90a-68a4-4bf9-a788-a77ffe345038 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885971 Jul 13 19:26:47.922962 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e05d55-3844-43f1-96dc-d9f257fa72de req-bdac9246-885d-433d-b929-91c2f7ffd46a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.924423 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c3e05d55-3844-43f1-96dc-d9f257fa72de req-bdac9246-885d-433d-b929-91c2f7ffd46a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.0745363 Jul 13 19:26:47.974974 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c3e05d55-3844-43f1-96dc-d9f257fa72de req-e261af10-e423-48b3-a2eb-2d106f49455e tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb3648b-6c82-4aa1-a785-4c90e3c84048&id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446205 Jul 13 19:26:48.044458 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dbf8a-1ad8-49fd-aa13-60d290e7cd45 req-d3341386-be58-4256-ab58-8d61de6a4613 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.046053 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-be4dbf8a-1ad8-49fd-aa13-60d290e7cd45 req-d3341386-be58-4256-ab58-8d61de6a4613 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0698977 Jul 13 19:26:48.089676 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-be4dbf8a-1ad8-49fd-aa13-60d290e7cd45 req-062d9219-5e2a-49b4-989f-d008079f296b tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377326 Jul 13 19:26:49.168855 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30af612-6996-42ca-8111-92d8273ef412 req-ecdca545-91ef-42dd-8437-ea2d6352fc16 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:49.170421 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a30af612-6996-42ca-8111-92d8273ef412 req-ecdca545-91ef-42dd-8437-ea2d6352fc16 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.0752079 Jul 13 19:26:49.214796 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a30af612-6996-42ca-8111-92d8273ef412 req-99142146-2531-43e8-81a2-84dcb64eac29 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb3648b-6c82-4aa1-a785-4c90e3c84048&id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373173 Jul 13 19:26:49.301303 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4369d2f-b0a8-441f-b77d-07b49ee21bb7 req-425e7c49-e84b-429b-bce4-66dcdb6e27e5 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:49.302783 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f4369d2f-b0a8-441f-b77d-07b49ee21bb7 req-425e7c49-e84b-429b-bce4-66dcdb6e27e5 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0779693 Jul 13 19:26:49.340267 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f4369d2f-b0a8-441f-b77d-07b49ee21bb7 req-38c61401-239f-4983-aad0-f614bf7ac86e tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Jul 13 19:26:49.984951 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:26:50.406327 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71841e3-13ca-49de-a2bc-ba2e09655332 req-2df887c9-0612-425d-bf46-972e84079722 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.408189 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e71841e3-13ca-49de-a2bc-ba2e09655332 req-2df887c9-0612-425d-bf46-972e84079722 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.0704188 Jul 13 19:26:50.454129 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e71841e3-13ca-49de-a2bc-ba2e09655332 req-417d4b11-40ac-417a-b739-cea0334dd3c7 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb3648b-6c82-4aa1-a785-4c90e3c84048&id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400760 Jul 13 19:26:50.550103 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a77594-43e2-43b2-94c3-9d8d588a1675 req-c938d6e8-0885-49b8-9e0f-77696c708c1c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.551699 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94a77594-43e2-43b2-94c3-9d8d588a1675 req-c938d6e8-0885-49b8-9e0f-77696c708c1c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0749524 Jul 13 19:26:50.590891 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94a77594-43e2-43b2-94c3-9d8d588a1675 req-e93028a1-518e-426d-8f90-8a7093e532ed tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333138 Jul 13 19:26:51.293488 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.701185 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6b2ed-43ef-4939-a460-341d0976ca39 req-8e6dab93-c294-4904-9eb7-5dd851d1b97c tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:51.704783 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4bd6b2ed-43ef-4939-a460-341d0976ca39 req-8e6dab93-c294-4904-9eb7-5dd851d1b97c tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.1054151 Jul 13 19:26:51.763302 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4bd6b2ed-43ef-4939-a460-341d0976ca39 req-ce529e72-ae17-4050-a349-552509960c21 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb3648b-6c82-4aa1-a785-4c90e3c84048&id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538788 Jul 13 19:26:51.929562 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd464f-e0b3-4a3b-afca-2f9c007c6cd3 req-31db56ed-233e-4705-a315-8858270df61c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:51.932818 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d1cd464f-e0b3-4a3b-afca-2f9c007c6cd3 req-31db56ed-233e-4705-a315-8858270df61c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.1098523 Jul 13 19:26:51.994162 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d1cd464f-e0b3-4a3b-afca-2f9c007c6cd3 req-0fc680cc-2922-444c-b0d3-6be00fc769ed tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535283 Jul 13 19:26:52.954431 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f94a7-4328-45f2-82f0-e4dbbbb96ba4 req-528b3cad-5fbf-426b-b9a4-3eb8d2836860 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:52.956070 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e95f94a7-4328-45f2-82f0-e4dbbbb96ba4 req-528b3cad-5fbf-426b-b9a4-3eb8d2836860 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.0722651 Jul 13 19:26:53.038143 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e95f94a7-4328-45f2-82f0-e4dbbbb96ba4 req-97258696-a324-42ec-9817-5c3522c4634c tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb3648b-6c82-4aa1-a785-4c90e3c84048&id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717919 Jul 13 19:26:53.184678 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74e1ba-55c6-4b8b-8b34-8a8820a4e5aa req-0411f1b9-b0bf-4567-bb16-069ef954ded8 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.186289 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ce74e1ba-55c6-4b8b-8b34-8a8820a4e5aa req-0411f1b9-b0bf-4567-bb16-069ef954ded8 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0695367 Jul 13 19:26:53.236185 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ce74e1ba-55c6-4b8b-8b34-8a8820a4e5aa req-1347f86e-a7b3-4ab2-be2c-0c21634ac232 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409844 Jul 13 19:26:54.220838 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724d2b2-2fb9-45dd-95f4-561cfca02f47 req-edbe8e27-6959-4e46-af0b-c50eec71725b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.222371 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c724d2b2-2fb9-45dd-95f4-561cfca02f47 req-edbe8e27-6959-4e46-af0b-c50eec71725b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.0680637 Jul 13 19:26:54.263375 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c724d2b2-2fb9-45dd-95f4-561cfca02f47 req-09218b57-2a1a-45fa-a992-88c070df555b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb3648b-6c82-4aa1-a785-4c90e3c84048&id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348687 Jul 13 19:26:54.430219 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fe559-1797-414e-9600-65944892fa19 req-eb5d1c7c-85cf-4583-b0ff-08396452134d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.431835 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-912fe559-1797-414e-9600-65944892fa19 req-eb5d1c7c-85cf-4583-b0ff-08396452134d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0684872 Jul 13 19:26:54.475189 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-912fe559-1797-414e-9600-65944892fa19 req-e8a2d2bb-5184-4a8e-a6f2-e74f75d9d78e tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355406 Jul 13 19:26:55.452979 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5929b2e-ddd4-4689-b9a1-34d15df6d33f req-1ebaf03d-9c23-4a64-8df4-e01e87d14d42 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.454508 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b5929b2e-ddd4-4689-b9a1-34d15df6d33f req-1ebaf03d-9c23-4a64-8df4-e01e87d14d42 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.0672114 Jul 13 19:26:55.497581 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b5929b2e-ddd4-4689-b9a1-34d15df6d33f req-adac6c42-c173-402f-9cc2-ef18209be5d6 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb3648b-6c82-4aa1-a785-4c90e3c84048&id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372355 Jul 13 19:26:55.659797 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec7bb3-685e-49e1-80e1-2bafb97f1efe req-4afc6764-ff11-45b9-b056-809cef429b50 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.661412 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-14ec7bb3-685e-49e1-80e1-2bafb97f1efe req-4afc6764-ff11-45b9-b056-809cef429b50 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0710325 Jul 13 19:26:55.709409 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-14ec7bb3-685e-49e1-80e1-2bafb97f1efe req-5e616014-eca7-4b68-bae7-e911ab942a9e tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418444 Jul 13 19:26:56.679922 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcafd0-ad49-4629-892c-abcb7036cdc1 req-3a8a478f-f420-48d0-877a-68e676ec5063 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.681446 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-95fcafd0-ad49-4629-892c-abcb7036cdc1 req-3a8a478f-f420-48d0-877a-68e676ec5063 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.0701969 Jul 13 19:26:56.729032 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-95fcafd0-ad49-4629-892c-abcb7036cdc1 req-a7a5da4f-234a-4772-9e85-ae85d413f3e7 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb3648b-6c82-4aa1-a785-4c90e3c84048&id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382395 Jul 13 19:26:56.920763 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7975515-ed49-4c0b-90ad-d2dcf0502f3e req-d421b5fe-b984-4971-b63e-31ceabc398e6 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.922964 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b7975515-ed49-4c0b-90ad-d2dcf0502f3e req-d421b5fe-b984-4971-b63e-31ceabc398e6 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0854824 Jul 13 19:26:56.962531 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b7975515-ed49-4c0b-90ad-d2dcf0502f3e req-57280855-5c08-4dfa-934f-369f848b799d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338826 Jul 13 19:26:57.926903 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54949fbc-936a-494a-998d-d29985449a02 req-15464932-4ce1-4fd9-82e4-67b53b4929c4 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:57.928385 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-54949fbc-936a-494a-998d-d29985449a02 req-15464932-4ce1-4fd9-82e4-67b53b4929c4 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.0818152 Jul 13 19:26:57.970816 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-54949fbc-936a-494a-998d-d29985449a02 req-760ae3bf-ff67-4e89-b0d2-b7cfbc60f444 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb3648b-6c82-4aa1-a785-4c90e3c84048&id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366242 Jul 13 19:26:58.185596 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaf9f1-7032-4cf9-9b11-4f26946973c8 req-8e3e2094-957e-4178-b600-050edfc432e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:58.187721 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1deaf9f1-7032-4cf9-9b11-4f26946973c8 req-8e3e2094-957e-4178-b600-050edfc432e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533&device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 1098 time: 0.0749753 Jul 13 19:26:58.195107 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca93f91-7bb6-4071-bbc8-7405dd49fc4a req-95b00919-dc54-486d-9dd1-64755b1e657e tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:58.196480 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cca93f91-7bb6-4071-bbc8-7405dd49fc4a req-95b00919-dc54-486d-9dd1-64755b1e657e tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.1197655 Jul 13 19:26:58.286378 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cca93f91-7bb6-4071-bbc8-7405dd49fc4a req-b1c77048-34c1-4a84-b50f-09476eb6ebd3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806289 Jul 13 19:26:58.312100 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaf9f1-7032-4cf9-9b11-4f26946973c8 req-545a39fb-2785-4cce-8213-14da3d74d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:58.313642 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1deaf9f1-7032-4cf9-9b11-4f26946973c8 req-545a39fb-2785-4cce-8213-14da3d74d8cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=5d0baed2-a221-495a-9b1f-f3bd7404bbba HTTP/1.1" status: 200 len: 911 time: 0.1163039 Jul 13 19:26:58.380860 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1deaf9f1-7032-4cf9-9b11-4f26946973c8 req-5b2597e7-9370-4428-a5b7-26bd03f18683 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206 HTTP/1.1" status: 200 len: 1001 time: 0.0602479 Jul 13 19:26:58.431706 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaf9f1-7032-4cf9-9b11-4f26946973c8 req-738ed4b8-22b1-435e-95f3-93ca2a86022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:58.432303 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1deaf9f1-7032-4cf9-9b11-4f26946973c8 req-738ed4b8-22b1-435e-95f3-93ca2a86022c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=019047ff-c5fe-4aa2-bb42-5108f18c9f04 HTTP/1.1" status: 200 len: 848 time: 0.0453849 Jul 13 19:26:58.497528 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaf9f1-7032-4cf9-9b11-4f26946973c8 req-00bbb35b-f1fb-4e86-8de7-8105079d2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:58.499681 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1deaf9f1-7032-4cf9-9b11-4f26946973c8 req-00bbb35b-f1fb-4e86-8de7-8105079d2b99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d0baed2-a221-495a-9b1f-f3bd7404bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600650 Jul 13 19:26:58.589742 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1deaf9f1-7032-4cf9-9b11-4f26946973c8 req-ce24347e-44ec-4d74-93c9-1f645369431a service neutron] 10.222.0.73 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834572 Jul 13 19:26:58.683594 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1deaf9f1-7032-4cf9-9b11-4f26946973c8 req-637502e7-c806-4b04-ba58-5cfeb45acd52 service neutron] 10.222.0.73 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865676 Jul 13 19:26:59.150655 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe722b-ab09-46a9-b3a4-14747f96f899 req-8793a9bf-c111-4fc8-b430-a5b5b20e0a27 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.152167 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-acbe722b-ab09-46a9-b3a4-14747f96f899 req-8793a9bf-c111-4fc8-b430-a5b5b20e0a27 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.0655594 Jul 13 19:26:59.192075 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-acbe722b-ab09-46a9-b3a4-14747f96f899 req-05aa478e-290c-4c65-a933-3895e101dae8 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb3648b-6c82-4aa1-a785-4c90e3c84048&id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336845 Jul 13 19:26:59.466791 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5681915-4fb2-483e-bb2d-6ff66e410028 req-2ef91d90-7ca5-4e9b-b2c6-f1d9fb29e5f0 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.468608 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b5681915-4fb2-483e-bb2d-6ff66e410028 req-2ef91d90-7ca5-4e9b-b2c6-f1d9fb29e5f0 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0675271 Jul 13 19:26:59.509481 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b5681915-4fb2-483e-bb2d-6ff66e410028 req-329f979c-f827-43a5-b366-44e241425725 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348880 Jul 13 19:27:00.715593 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf2464-f1a4-459b-9341-4dad1ba29c7d req-e365a66e-bf32-4817-8b62-9c4f4dae9d97 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:00.717231 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3cdf2464-f1a4-459b-9341-4dad1ba29c7d req-e365a66e-bf32-4817-8b62-9c4f4dae9d97 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0748968 Jul 13 19:27:00.759585 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3cdf2464-f1a4-459b-9341-4dad1ba29c7d req-ffe084fc-ce02-42e5-807b-70c1727f06dd tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356958 Jul 13 19:27:01.937987 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc08dd7-5b6f-4141-bf0b-17f2a8bafca0 req-3a20a6dc-ea53-4c76-9de8-5bf240f75713 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:01.938592 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-10c16366-9e74-4244-96eb-84770887c463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:01.939642 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5fc08dd7-5b6f-4141-bf0b-17f2a8bafca0 req-3a20a6dc-ea53-4c76-9de8-5bf240f75713 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0658405 Jul 13 19:27:01.977501 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5fc08dd7-5b6f-4141-bf0b-17f2a8bafca0 req-9eb1d947-d939-4912-8117-2c3d646132fc tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322523 Jul 13 19:27:02.259758 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-231b20ec-aef3-4e06-9c72-e8ad5a6f143c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0539994 Jul 13 19:27:02.334252 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a5492-083f-443d-adf2-b36a9cacf3fb req-36fd19dd-9c6e-4278-aa8d-cfc1d652bdd6 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:02.335704 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-362a5492-083f-443d-adf2-b36a9cacf3fb req-36fd19dd-9c6e-4278-aa8d-cfc1d652bdd6 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0634978 Jul 13 19:27:02.375173 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-362a5492-083f-443d-adf2-b36a9cacf3fb req-ef67d25d-e408-4e73-af3b-a3b1d42b9567 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339682 Jul 13 19:27:03.562069 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890fb99-04a1-46af-8acf-178394570d49 req-419bfcc1-51ca-4ecc-90ce-d8598a198540 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:03.563680 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e890fb99-04a1-46af-8acf-178394570d49 req-419bfcc1-51ca-4ecc-90ce-d8598a198540 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0720971 Jul 13 19:27:03.620941 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e890fb99-04a1-46af-8acf-178394570d49 req-1fbf9603-a071-421d-aa39-9e22c6e12209 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471759 Jul 13 19:27:03.644175 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-659beb5d-da04-4ecf-9479-2830b090814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:03.646742 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-659beb5d-da04-4ecf-9479-2830b090814b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616&tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533 HTTP/1.1" status: 200 len: 1098 time: 0.0865138 Jul 13 19:27:03.733977 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-4af080aa-e4fe-4102-9690-cc8f676556f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:03.735422 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-4af080aa-e4fe-4102-9690-cc8f676556f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533&device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 1098 time: 0.0592060 Jul 13 19:27:03.825747 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-312edc3f-380e-48d9-bf1f-9d6c5fd59cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:03.827960 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-312edc3f-380e-48d9-bf1f-9d6c5fd59cbc service neutron] 10.222.0.73 "GET /v2.0/networks?id=5d0baed2-a221-495a-9b1f-f3bd7404bbba HTTP/1.1" status: 200 len: 911 time: 0.0863681 Jul 13 19:27:03.897409 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-d614d0ca-dbd0-4904-8f9d-e1f56c53e9b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206 HTTP/1.1" status: 200 len: 1001 time: 0.0623000 Jul 13 19:27:03.947234 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-30ee5892-ecfa-41b6-bee1-8472e9687d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:03.948997 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-30ee5892-ecfa-41b6-bee1-8472e9687d81 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=019047ff-c5fe-4aa2-bb42-5108f18c9f04 HTTP/1.1" status: 200 len: 848 time: 0.0455368 Jul 13 19:27:04.010676 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-ce96ce41-54e4-4172-b9bf-23b848438a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.012197 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-ce96ce41-54e4-4172-b9bf-23b848438a66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d0baed2-a221-495a-9b1f-f3bd7404bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554278 Jul 13 19:27:04.109986 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-22ae6f3d-1c0a-456b-ac47-ab0f35774acb service neutron] 10.222.0.73 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914745 Jul 13 19:27:04.203537 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0424af68-bb2d-4b1b-95ef-d55ccaf79063 req-2ed6c069-ae9c-4423-88ae-0d22a26db7d6 service neutron] 10.222.0.73 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861671 Jul 13 19:27:04.512069 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 447b0fa5-ee4e-424e-bc17-c2799cad0206 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:04.720126 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.745476 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:04.747751 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814abd3a-6808-4ee3-b3f7-4526381b354e" -d '{"events": [{"server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "name": "network-vif-unplugged", "status": "completed", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:04.761903 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 447b0fa5-ee4e-424e-bc17-c2799cad0206, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:04.768552 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.814305 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8ecfaa-3de9-42ec-94c4-38d034cf8733 x-openstack-request-id: req-bc8ecfaa-3de9-42ec-94c4-38d034cf8733 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:04.814638 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "name": "network-vif-unplugged", "status": "completed", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:04.814886 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bc8ecfaa-3de9-42ec-94c4-38d034cf8733 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:04.815277 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'code': 200} Jul 13 19:27:04.839668 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=447b0fa5-ee4e-424e-bc17-c2799cad0206,revision_number=6']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:04.866667 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9f359-579f-4095-9107-51c72c897076 req-02e5843e-cfe2-4c28-b09d-b7b2fe0eb222 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.869285 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-85b9f359-579f-4095-9107-51c72c897076 req-02e5843e-cfe2-4c28-b09d-b7b2fe0eb222 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.1183622 Jul 13 19:27:04.915228 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-85b9f359-579f-4095-9107-51c72c897076 req-c0696b9a-9e96-493c-b628-8963e42193fd tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400541 Jul 13 19:27:05.084783 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-249947cc-3a6b-4152-9d10-e220e49717f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:05.469297 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:06.035676 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:06.098533 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456dcb1-a6dd-4c5a-9204-5c06671ff20c req-8768500a-fb88-44bf-8077-bdf4069dc9e3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:06.100159 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7456dcb1-a6dd-4c5a-9204-5c06671ff20c req-8768500a-fb88-44bf-8077-bdf4069dc9e3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0684822 Jul 13 19:27:06.139215 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7456dcb1-a6dd-4c5a-9204-5c06671ff20c req-80f1eb89-6eff-4629-a59a-6c04e38a276d tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333540 Jul 13 19:27:07.312582 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a18282-b574-4fe0-b1ec-f1c63e8af534 req-9e7168fe-7d10-47a1-86bb-d77fb1da521c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:07.314088 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-02a18282-b574-4fe0-b1ec-f1c63e8af534 req-9e7168fe-7d10-47a1-86bb-d77fb1da521c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0657842 Jul 13 19:27:07.351195 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-02a18282-b574-4fe0-b1ec-f1c63e8af534 req-1641f31d-a961-477b-845b-22c4942660ec tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314384 Jul 13 19:27:08.152630 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:08.527883 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810a17f-f040-40a3-b2e5-0ebe4589e107 req-4a5bcc2a-fa8d-405a-97ad-41bf745317cf tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.529382 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6810a17f-f040-40a3-b2e5-0ebe4589e107 req-4a5bcc2a-fa8d-405a-97ad-41bf745317cf tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0676265 Jul 13 19:27:08.567716 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6810a17f-f040-40a3-b2e5-0ebe4589e107 req-5fd668d8-3813-42e8-bd6d-f7ccc14b8b9f tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324652 Jul 13 19:27:09.753223 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671a4be-49b6-4d0b-82d4-af04b05c6a51 req-1adfed05-8c38-44ef-904a-0aed1ec44ec3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:09.755323 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b671a4be-49b6-4d0b-82d4-af04b05c6a51 req-1adfed05-8c38-44ef-904a-0aed1ec44ec3 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0744674 Jul 13 19:27:09.800525 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b671a4be-49b6-4d0b-82d4-af04b05c6a51 req-fb4d6e7d-ec7c-4957-b6f3-dd7f58c23214 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392480 Jul 13 19:27:10.474156 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e057e-e15d-4591-8bf6-9aa93c544aff req-d3667aba-65f9-4fa3-9f9d-377c01424698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:10.475726 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f7e057e-e15d-4591-8bf6-9aa93c544aff req-d3667aba-65f9-4fa3-9f9d-377c01424698 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 1096 time: 0.0672619 Jul 13 19:27:10.516867 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f7e057e-e15d-4591-8bf6-9aa93c544aff req-c1f8b48d-3f03-4b90-bb25-abbdc0136739 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338767 Jul 13 19:27:11.018895 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28054f6-d3ed-4a49-8a41-c66d7ab21e10 req-1c3c6a0c-c91f-4166-9a4f-4d07c09e31ee tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:11.021002 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d28054f6-d3ed-4a49-8a41-c66d7ab21e10 req-1c3c6a0c-c91f-4166-9a4f-4d07c09e31ee tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0767608 Jul 13 19:27:11.070750 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d28054f6-d3ed-4a49-8a41-c66d7ab21e10 req-1db25f19-e969-434a-b013-121ecd767197 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432980 Jul 13 19:27:12.264752 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e4a47-042f-463d-8d6d-ca55fd85c37d req-6ea76020-d3d9-4e6f-8168-89b947105b3f tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:12.266641 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-053e4a47-042f-463d-8d6d-ca55fd85c37d req-6ea76020-d3d9-4e6f-8168-89b947105b3f tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 943 time: 0.0712097 Jul 13 19:27:12.309217 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-053e4a47-042f-463d-8d6d-ca55fd85c37d req-10f6a59f-79c1-4f56-9bb7-92386dc99dc9 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366011 Jul 13 19:27:12.559170 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 447b0fa5-ee4e-424e-bc17-c2799cad0206 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:27:12.674302 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 447b0fa5-ee4e-424e-bc17-c2799cad0206, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:12.688006 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'port_id': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'mac_address': 'fa:16:3e:b7:4c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:27:12.729766 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.743937 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447b0fa5-ee4e-424e-bc17-c2799cad0206 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:12.766077 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 447b0fa5-ee4e-424e-bc17-c2799cad0206, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:12.771944 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.823363 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=447b0fa5-ee4e-424e-bc17-c2799cad0206,revision_number=7']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:13.075028 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['447b0fa5-ee4e-424e-bc17-c2799cad0206'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:14.574770 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 447b0fa5-ee4e-424e-bc17-c2799cad0206 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:14.639798 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 447b0fa5-ee4e-424e-bc17-c2799cad0206 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:14.639798 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.754303 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.780668 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:14.783262 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f02d154-9f94-4b72-b612-25708a6d3ae8" -d '{"events": [{"server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "name": "network-vif-plugged", "status": "completed", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:14.787635 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5106-10fb-4cdb-b515-d550b56e1a54 req-d11a1ccf-4553-404f-a459-b76fdf5db6ff tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:14.790558 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e73c5106-10fb-4cdb-b515-d550b56e1a54 req-d11a1ccf-4553-404f-a459-b76fdf5db6ff tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 947 time: 0.0911009 Jul 13 19:27:14.798276 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 447b0fa5-ee4e-424e-bc17-c2799cad0206, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:14.803772 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:14.833656 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbce9977-b415-42e8-a773-c1cb5aaac194 x-openstack-request-id: req-cbce9977-b415-42e8-a773-c1cb5aaac194 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:14.833924 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "name": "network-vif-plugged", "status": "completed", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:14.834114 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cbce9977-b415-42e8-a773-c1cb5aaac194 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:14.834553 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'code': 200} Jul 13 19:27:14.864002 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e73c5106-10fb-4cdb-b515-d550b56e1a54 req-04fbc714-1752-4fec-b457-3ce294763aeb tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638165 Jul 13 19:27:14.864377 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=447b0fa5-ee4e-424e-bc17-c2799cad0206,revision_number=8']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:16.067117 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7c750-dd8e-441f-8016-8b870eb4e305 req-202e726a-530d-49ec-bbce-7135a60b3860 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:16.068818 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6bc7c750-dd8e-441f-8016-8b870eb4e305 req-202e726a-530d-49ec-bbce-7135a60b3860 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 947 time: 0.0747688 Jul 13 19:27:16.111954 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6bc7c750-dd8e-441f-8016-8b870eb4e305 req-5379ad00-deeb-4307-9801-cd1183f00e14 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups?id=1b48b6c7-befa-496d-b610-e4407f34d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371845 Jul 13 19:27:16.327481 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94905ad1-f576-4978-abc1-873e7ef15570 req-3970b647-b499-4459-ba62-8e57d7791dac tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:16.329044 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94905ad1-f576-4978-abc1-873e7ef15570 req-3970b647-b499-4459-ba62-8e57d7791dac tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 947 time: 0.0872724 Jul 13 19:27:16.454574 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Deleting port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:16.454844 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.562398 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] For port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:16.562863 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.754013 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.754414 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.754804 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.l3_db [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Floating IP 87dd02c2-9bc8-4465-b693-d997d4dfd355 disassociated. External IP: 172.27.0.59, port: 9c130ccc-ec03-47ed-97a3-1ef1d58c59da. Jul 13 19:27:16.755196 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Calling delete_port for 9c130ccc-ec03-47ed-97a3-1ef1d58c59da owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:16.905524 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.939354 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event deleted for resources: {'Port': ['ID=9c130ccc-ec03-47ed-97a3-1ef1d58c59da,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:17.336229 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ff9c2676-423a-497a-9ea2-c683faf7840e req-10cec77f-b21c-43c1-8db7-7b9782655fee tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7915ac-f6d5-4ed2-9d98-c9685940796d HTTP/1.1" status: 200 len: 210 time: 0.0357692 Jul 13 19:27:17.372280 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Router 6784a7b1-5447-45e2-a8db-42a6493d6530 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:17.498533 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:17.509669 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c2fbf-76d3-4265-906b-e1d996bab999 None None] Sync routers for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:17.521477 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c2fbf-76d3-4265-906b-e1d996bab999 None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:17.522293 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-523c2fbf-76d3-4265-906b-e1d996bab999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:17.557795 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] No DVR routers for this DVR port 9c130ccc-ec03-47ed-97a3-1ef1d58c59da on host hv-cinder-78693 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:17.560672 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.563379 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-94905ad1-f576-4978-abc1-873e7ef15570 req-d40a976f-d2d4-4f42-b7ff-ccd2d7737d9f tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.73 "DELETE /v2.0/ports/9c130ccc-ec03-47ed-97a3-1ef1d58c59da HTTP/1.1" status: 204 len: 173 time: 1.2278650 Jul 13 19:27:17.563901 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'name': 'network-vif-deleted', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:17.567230 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53b2680-5917-4e57-9e87-b2e912e55073" -d '{"events": [{"server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "name": "network-vif-deleted", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:17.632984 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab99f258-efc5-4228-ad36-6a63c68a13db x-openstack-request-id: req-ab99f258-efc5-4228-ad36-6a63c68a13db {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:17.633188 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7915ac-f6d5-4ed2-9d98-c9685940796d", "name": "network-vif-deleted", "tag": "9c130ccc-ec03-47ed-97a3-1ef1d58c59da", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:17.635772 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab99f258-efc5-4228-ad36-6a63c68a13db {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:17.635772 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7915ac-f6d5-4ed2-9d98-c9685940796d', 'name': 'network-vif-deleted', 'tag': '9c130ccc-ec03-47ed-97a3-1ef1d58c59da', 'status': 'completed', 'code': 200} Jul 13 19:27:17.662298 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-523c2fbf-76d3-4265-906b-e1d996bab999 None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:17.920166 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-523c2fbf-76d3-4265-906b-e1d996bab999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:21Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:17.950414 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c2fbf-76d3-4265-906b-e1d996bab999 None None] Checking router: 6784a7b1-5447-45e2-a8db-42a6493d6530 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:17.961008 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c2fbf-76d3-4265-906b-e1d996bab999 None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:17.961702 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-523c2fbf-76d3-4265-906b-e1d996bab999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:18.083052 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-523c2fbf-76d3-4265-906b-e1d996bab999 None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:18.309101 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-523c2fbf-76d3-4265-906b-e1d996bab999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:21Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:18.350972 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c2fbf-76d3-4265-906b-e1d996bab999 None None] The sync data for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi is: [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:20:09Z', 'revision_number': 4, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'd8818d13-2ab9-4698-aadc-99011da3e6dc', 'name': '', 'network_id': '864d37d1-14c3-4f3f-8d01-0a137298ddc0', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'mac_address': 'fa:16:3e:e7:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5e23400d-e62e-4511-992c-8616f7455f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:20:05Z', 'updated_at': '2021-07-13T19:20:21Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'subnets': [{'id': '5e23400d-e62e-4511-992c-8616f7455f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:18.488742 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41080) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:18.554165 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a3e8cabd-eb94-4c16-899c-7d1ab2d2012e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.583717 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a3e8cabd-eb94-4c16-899c-7d1ab2d2012e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.597705 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa4c27-86fb-4488-9203-eff6a4a4f96e None None] New status for floating IP 87dd02c2-9bc8-4465-b693-d997d4dfd355: DOWN {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:27:18.643962 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a3e8cabd-eb94-4c16-899c-7d1ab2d2012e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.646875 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a3e8cabd-eb94-4c16-899c-7d1ab2d2012e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.648313 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a3e8cabd-eb94-4c16-899c-7d1ab2d2012e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "DELETE /v2.0/security-groups/1b48b6c7-befa-496d-b610-e4407f34d0a3 HTTP/1.1" status: 204 len: 168 time: 0.1584966 Jul 13 19:27:18.652829 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41082) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:18.659236 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8cabd-eb94-4c16-899c-7d1ab2d2012e tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b48b6c7-befa-496d-b610-e4407f34d0a3,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:18.673171 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.api.v2.resource [None req-6c0ffa0e-f63e-43e4-8bab-bb3429c7a8e0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] show failed (client error): The resource could not be found. Jul 13 19:27:18.674608 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6c0ffa0e-f63e-43e4-8bab-bb3429c7a8e0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "GET /v2.0/security-groups/1b48b6c7-befa-496d-b610-e4407f34d0a3 HTTP/1.1" status: 404 len: 347 time: 0.0202599 Jul 13 19:27:18.679059 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41084) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:18.811877 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-16b0d4a8-fb4c-4925-8ef9-4d6de5719da0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Deleting port 5b26997a-a154-4769-b3ae-f1e79f06f51e {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:18.812206 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16b0d4a8-fb4c-4925-8ef9-4d6de5719da0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.888827 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16b0d4a8-fb4c-4925-8ef9-4d6de5719da0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.889330 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16b0d4a8-fb4c-4925-8ef9-4d6de5719da0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.903267 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-16b0d4a8-fb4c-4925-8ef9-4d6de5719da0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Calling delete_port for 5b26997a-a154-4769-b3ae-f1e79f06f51e owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:19.082875 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16b0d4a8-fb4c-4925-8ef9-4d6de5719da0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:19.112212 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0d4a8-fb4c-4925-8ef9-4d6de5719da0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Pushing event deleted for resources: {'Port': ['ID=5b26997a-a154-4769-b3ae-f1e79f06f51e,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:19.190218 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16b0d4a8-fb4c-4925-8ef9-4d6de5719da0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:19.192695 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16b0d4a8-fb4c-4925-8ef9-4d6de5719da0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:19.193887 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-16b0d4a8-fb4c-4925-8ef9-4d6de5719da0 tempest-AttachVolumeShelveTestJSON-905500576 tempest-AttachVolumeShelveTestJSON-905500576-project] 10.222.0.68 "DELETE /v2.0/floatingips/87dd02c2-9bc8-4465-b693-d997d4dfd355 HTTP/1.1" status: 204 len: 168 time: 0.5136578 Jul 13 19:27:20.616091 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9c130ccc-ec03-47ed-97a3-1ef1d58c59da no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:20.650272 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 9c130ccc-ec03-47ed-97a3-1ef1d58c59da {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:20.650742 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 9c130ccc-ec03-47ed-97a3-1ef1d58c59da not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:20.949915 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41104) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:21.290998 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.510676 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-481ff659-e43d-4e3e-9db3-dd98b51e7f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523116'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.863542 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-481ff659-e43d-4e3e-9db3-dd98b51e7f96 admin admin] Deleting port d8818d13-2ab9-4698-aadc-99011da3e6dc {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:21.863886 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-481ff659-e43d-4e3e-9db3-dd98b51e7f96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.956108 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-481ff659-e43d-4e3e-9db3-dd98b51e7f96 admin admin] For port d8818d13-2ab9-4698-aadc-99011da3e6dc, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=d8818d13-2ab9-4698-aadc-99011da3e6dc,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:21.956838 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-481ff659-e43d-4e3e-9db3-dd98b51e7f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.970103 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-481ff659-e43d-4e3e-9db3-dd98b51e7f96 admin admin] Calling delete_port for d8818d13-2ab9-4698-aadc-99011da3e6dc owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:22.219449 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-481ff659-e43d-4e3e-9db3-dd98b51e7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.251691 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ff659-e43d-4e3e-9db3-dd98b51e7f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8818d13-2ab9-4698-aadc-99011da3e6dc,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:22.438137 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-481ff659-e43d-4e3e-9db3-dd98b51e7f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33039051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523400'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.677328 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481ff659-e43d-4e3e-9db3-dd98b51e7f96 admin admin] Router 6784a7b1-5447-45e2-a8db-42a6493d6530 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:22.815258 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481ff659-e43d-4e3e-9db3-dd98b51e7f96 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:22.820822 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-481ff659-e43d-4e3e-9db3-dd98b51e7f96 admin admin] 10.222.0.68 "PUT /v2.0/routers/6784a7b1-5447-45e2-a8db-42a6493d6530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8696907 Jul 13 19:27:22.823901 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41108) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:22.829100 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489721c8-1586-4236-ad08-803a6ebd9b69 None None] Sync routers for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:22.843324 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489721c8-1586-4236-ad08-803a6ebd9b69 None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:22.844133 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-489721c8-1586-4236-ad08-803a6ebd9b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:22.957267 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:22.966080 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-489721c8-1586-4236-ad08-803a6ebd9b69 None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:23.219051 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-489721c8-1586-4236-ad08-803a6ebd9b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:27:22Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:23.250870 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489721c8-1586-4236-ad08-803a6ebd9b69 None None] Checking router: 6784a7b1-5447-45e2-a8db-42a6493d6530 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:23.263344 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489721c8-1586-4236-ad08-803a6ebd9b69 None None] Routers {'6784a7b1-5447-45e2-a8db-42a6493d6530'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:23.264194 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-489721c8-1586-4236-ad08-803a6ebd9b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['6784a7b1-5447-45e2-a8db-42a6493d6530'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:23.370893 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:23.397730 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-489721c8-1586-4236-ad08-803a6ebd9b69 None None] Set router 6784a7b1-5447-45e2-a8db-42a6493d6530 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:23.402981 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b176fed6-c9ee-4ff4-87b0-79bb12dc73b8 req-fd1f8286-e480-45b8-bc40-4180656ca0ff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3653724 Jul 13 19:27:23.527507 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Deleting port 8d8dd90b-1379-4839-9831-6b31d6955d90 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:23.527802 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:23.613945 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176fed6-c9ee-4ff4-87b0-79bb12dc73b8 req-f7f87d53-0e5b-4f1e-8754-a4289771c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.615505 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b176fed6-c9ee-4ff4-87b0-79bb12dc73b8 req-f7f87d53-0e5b-4f1e-8754-a4289771c22c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 1098 time: 0.1798286 Jul 13 19:27:23.632564 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-489721c8-1586-4236-ad08-803a6ebd9b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:27:22Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:23.724936 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] For port 8d8dd90b-1379-4839-9831-6b31d6955d90, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=8d8dd90b-1379-4839-9831-6b31d6955d90,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:23.725359 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:23.752398 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Calling delete_port for 8d8dd90b-1379-4839-9831-6b31d6955d90 owned by network:router_gateway {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:23.804482 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489721c8-1586-4236-ad08-803a6ebd9b69 None None] The sync data for ids ['6784a7b1-5447-45e2-a8db-42a6493d6530'] in dv-cinder-786931-3-iscsi is: [{'id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'name': 'tempest-AttachVolumeShelveTestJSON-1682087427-router', 'tenant_id': 'e400a1fc664843c291d144a2a7a75c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:19:58Z', 'updated_at': '2021-07-13T19:27:22Z', 'revision_number': 5, 'project_id': 'e400a1fc664843c291d144a2a7a75c73', 'gw_port': {'id': '8d8dd90b-1379-4839-9831-6b31d6955d90', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784a7b1-5447-45e2-a8db-42a6493d6530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:19:59Z', 'updated_at': '2021-07-13T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:23.847779 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176fed6-c9ee-4ff4-87b0-79bb12dc73b8 req-5691d347-8497-4b26-a293-8faecb8db9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.849378 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b176fed6-c9ee-4ff4-87b0-79bb12dc73b8 req-5691d347-8497-4b26-a293-8faecb8db9c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 914 time: 0.2053318 Jul 13 19:27:23.996115 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b176fed6-c9ee-4ff4-87b0-79bb12dc73b8 req-adb9b4cb-9993-44fa-91fe-b6afff13dd72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32187143-d954-4b07-9316-925385a022c5 HTTP/1.1" status: 200 len: 1001 time: 0.1349421 Jul 13 19:27:24.106312 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176fed6-c9ee-4ff4-87b0-79bb12dc73b8 req-4b8bc7ee-cbd5-4d04-ac3c-cfe25cd88835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:24.109275 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b176fed6-c9ee-4ff4-87b0-79bb12dc73b8 req-4b8bc7ee-cbd5-4d04-ac3c-cfe25cd88835 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.0967355 Jul 13 19:27:24.133254 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.228680 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8dd90b-1379-4839-9831-6b31d6955d90,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:24.319438 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d8818d13-2ab9-4698-aadc-99011da3e6dc no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:24.363593 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: d8818d13-2ab9-4698-aadc-99011da3e6dc {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:24.364073 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d8818d13-2ab9-4698-aadc-99011da3e6dc not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:24.381619 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520458'] for router_gateway, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.401184 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176fed6-c9ee-4ff4-87b0-79bb12dc73b8 req-f6788d56-b22b-4bda-a744-84bdd664fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:24.403609 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b176fed6-c9ee-4ff4-87b0-79bb12dc73b8 req-f6788d56-b22b-4bda-a744-84bdd664fcfb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2860281 Jul 13 19:27:24.557518 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13715'] for router, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.562678 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.652101 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393745'] for router, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.652592 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6784a7b1-5447-45e2-a8db-42a6493d6530 {{(pid=92952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:27:24.663342 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.667362 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-22e6040e-7bcf-4001-a2b2-197a1ca6b7a3 admin admin] 10.222.0.68 "DELETE /v2.0/routers/6784a7b1-5447-45e2-a8db-42a6493d6530 HTTP/1.1" status: 204 len: 168 time: 1.8395617 Jul 13 19:27:24.668029 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41110) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:24.668798 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b176fed6-c9ee-4ff4-87b0-79bb12dc73b8 req-4dad6fa1-91e8-453f-bb63-56adea0833d6 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325778 Jul 13 19:27:24.741100 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Deleting subnet 5e23400d-e62e-4511-992c-8616f7455f40 {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:27:24.747828 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.807375 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797658'] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:24.807796 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b176fed6-c9ee-4ff4-87b0-79bb12dc73b8 req-be777591-8067-4006-9eec-3111bed8414d service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301832 Jul 13 19:27:24.953769 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.017575 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1946858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8665806'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.048934 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e23400d-e62e-4511-992c-8616f7455f40,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:25.053859 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.058323 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5e23400d-e62e-4511-992c-8616f7455f40 HTTP/1.1" status: 204 len: 168 time: 0.3862169 Jul 13 19:27:25.058756 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41112) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:25.061522 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:25.061828 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0dee31-6f09-49ad-bab1-51f04216cd89 None None] Network 864d37d1-14c3-4f3f-8d01-0a137298ddc0 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:25.061974 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:25.062242 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:25.062608 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:25.062941 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:25.063270 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:25.063602 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:25.063928 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:25.064341 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:25.064571 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:25.064894 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:25.065312 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf05ff9-c395-49f2-8da9-5e43286a0d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:25.175258 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.270614 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Deleting port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:25.271269 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.368919 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] For port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=89ad179a-a6d0-49b6-8d0d-acf78d6f94ed,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:25.369487 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.392303 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27173e4b-ed00-4df1-a148-f3ccb0dca40a None None] DHCP port deletion for 864d37d1-14c3-4f3f-8d01-0a137298ddc0 request from dv-cinder-786931-3-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:27:25.394046 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Calling delete_port for 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed owned by network:dhcp {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:25.449094 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-27173e4b-ed00-4df1-a148-f3ccb0dca40a None None] Deleting port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:25.449396 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-27173e4b-ed00-4df1-a148-f3ccb0dca40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.498243 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.534321 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-27173e4b-ed00-4df1-a148-f3ccb0dca40a None None] For port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=89ad179a-a6d0-49b6-8d0d-acf78d6f94ed,segment=NetworkSegment(aa22ee45-942b-4660-8ee3-256f910194ae),segment_id=aa22ee45-942b-4660-8ee3-256f910194ae)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:25.534765 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-27173e4b-ed00-4df1-a148-f3ccb0dca40a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.537250 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=89ad179a-a6d0-49b6-8d0d-acf78d6f94ed,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:25.541209 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] No DVR routers for this DVR port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed on host dv-cinder-786931-3-iscsi {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:25.553591 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-27173e4b-ed00-4df1-a148-f3ccb0dca40a None None] Calling delete_port for 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:25.657361 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.674281 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864d37d1-14c3-4f3f-8d01-0a137298ddc0']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:25.692478 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa22ee45-942b-4660-8ee3-256f910194ae') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:25.692960 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa22ee45-942b-4660-8ee3-256f910194ae') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:25.708596 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569332'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.729353 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.738202 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:27:25.738644 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8569047'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: timer() Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: cb(*args, **kw) Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: self._notify() Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: self.callback(batched_events) Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: event.method(event) Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._get(url).json() Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:27:25.740446 dv-cinder-786931-3-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:27:25.748586 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-27173e4b-ed00-4df1-a148-f3ccb0dca40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.774619 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27173e4b-ed00-4df1-a148-f3ccb0dca40a None None] Pushing event deleted for resources: {'Port': ['ID=89ad179a-a6d0-49b6-8d0d-acf78d6f94ed,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:25.779823 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27173e4b-ed00-4df1-a148-f3ccb0dca40a None None] No DVR routers for this DVR port 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed on host dv-cinder-786931-3-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:25.814713 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.820650 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:25.823222 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] 10.222.0.68 "DELETE /v2.0/networks/864d37d1-14c3-4f3f-8d01-0a137298ddc0 HTTP/1.1" status: 204 len: 168 time: 0.7634284 Jul 13 19:27:25.837499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308733f-e31a-462f-a249-60fd013a8a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=864d37d1-14c3-4f3f-8d01-0a137298ddc0,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:25.944627 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:25.965616 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:25.965976 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 89ad179a-a6d0-49b6-8d0d-acf78d6f94ed not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:25.966443 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 8d8dd90b-1379-4839-9831-6b31d6955d90 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:25.987775 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: 8d8dd90b-1379-4839-9831-6b31d6955d90 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:25.988251 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 8d8dd90b-1379-4839-9831-6b31d6955d90 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:26.017370 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41116) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:26.065173 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-613a77f9-e93f-4907-913a-5c705b13e6ae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e400a1fc664843c291d144a2a7a75c73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464382 Jul 13 19:27:26.068038 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41118) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:26.156103 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0d90de7-6427-4ea9-aad0-8048a41c5939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:26.182490 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0d90de7-6427-4ea9-aad0-8048a41c5939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:26.243002 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0d90de7-6427-4ea9-aad0-8048a41c5939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:26.246188 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0d90de7-6427-4ea9-aad0-8048a41c5939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:26.247637 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d0d90de7-6427-4ea9-aad0-8048a41c5939 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e7e9fec3-d65b-4be6-9f1e-a5fd689cfd01 HTTP/1.1" status: 204 len: 168 time: 0.1781962 Jul 13 19:27:26.260853 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d90de7-6427-4ea9-aad0-8048a41c5939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e9fec3-d65b-4be6-9f1e-a5fd689cfd01,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:26.985411 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:27:27.041033 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41140) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:27.144488 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1475202448-network', 'tenant_id': '5a711a208a784ae584eab17ec65eee85'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:27.166246 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Made reservation on behalf of 5a711a208a784ae584eab17ec65eee85 for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:27.168755 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.177807 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.286974 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.291289 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.318446 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:27:27.329457 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc795ee-0ae5-4e9f-9bfa-c736cb513533,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:27.336458 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.336861 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Added segment 7c9cb1d5-52c2-4132-b960-feeeff17c828 of type vlan for network 7cb3d905-1040-4840-b80f-7cb3843b41a5 Jul 13 19:27:27.386854 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.420291 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.421544 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:27.422183 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.480108 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4378943 Jul 13 19:27:27.485420 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41144) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:27.492562 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-53ac452b-ef9f-403f-bd9a-8595941b26d4 admin admin] Request body: {'subnet': {'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1475202448-subnet', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:27.499894 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50837b9-c5e8-4335-8cee-748e579f3f88 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb3d905-1040-4840-b80f-7cb3843b41a5,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:27.514229 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network 7cb3d905-1040-4840-b80f-7cb3843b41a5 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:27:27.522019 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ac452b-ef9f-403f-bd9a-8595941b26d4 admin admin] Made reservation on behalf of 5a711a208a784ae584eab17ec65eee85 for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:27.528844 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53ac452b-ef9f-403f-bd9a-8595941b26d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8665835'] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.749261 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53ac452b-ef9f-403f-bd9a-8595941b26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1946667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8665817'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.808693 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac452b-ef9f-403f-bd9a-8595941b26d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=443c5956-56ce-45fc-97e4-7e54dfdb2f43,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:27.819912 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ac452b-ef9f-403f-bd9a-8595941b26d4 admin admin] Checking segment: {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:27.820265 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ac452b-ef9f-403f-bd9a-8595941b26d4 admin admin] Network hostable DHCP agents. Network: 7cb3d905-1040-4840-b80f-7cb3843b41a5, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:27:27.839236 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ac452b-ef9f-403f-bd9a-8595941b26d4 admin admin] Network 7cb3d905-1040-4840-b80f-7cb3843b41a5 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:27:27.848666 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-53ac452b-ef9f-403f-bd9a-8595941b26d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, 7cb3d905-1040-4840-b80f-7cb3843b41a5) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:27.853140 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ac452b-ef9f-403f-bd9a-8595941b26d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:27.853770 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53ac452b-ef9f-403f-bd9a-8595941b26d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.862643 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b349fea-f706-4a16-adde-991a54de98c1 None None] Network 7cb3d905-1040-4840-b80f-7cb3843b41a5 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:27.869829 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-53ac452b-ef9f-403f-bd9a-8595941b26d4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3832803 Jul 13 19:27:27.874258 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41146) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:27.880923 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:27.911545 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13697'] for router, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.912622 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33141241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13704'] for router, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:27.984788 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.043971 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffccee63-fa48-5d75-9a9a-e5ee3a48267b-7cb3d905-1040-4840-b80f-7cb3843b41a5', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43'}]}} from dv-cinder-786931-3-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:27:28.045652 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.185335 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13722'] for router, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.252723 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Allocated IP 172.20.0.2 (7cb3d905-1040-4840-b80f-7cb3843b41a5/443c5956-56ce-45fc-97e4-7e54dfdb2f43/a24d6434-1654-41d7-880c-3b933388c65b) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:28.417561 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.430330 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.440203 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.443229 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Transition to ACTIVE for port object a24d6434-1654-41d7-880c-3b933388c65b will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:28.465950 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Transition to ACTIVE for port object a24d6434-1654-41d7-880c-3b933388c65b will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:28.473768 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.516394 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Network 7cb3d905-1040-4840-b80f-7cb3843b41a5 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:28.518934 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:28.522817 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:28.529637 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Pushing event updated for resources: {'Port': ['ID=a24d6434-1654-41d7-880c-3b933388c65b,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:28.588159 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Allocated IP 172.27.0.135 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/e17087a2-59f1-49d5-91eb-046e7a965851) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:28.597590 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Attempting to bind port a24d6434-1654-41d7-880c-3b933388c65b on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:28.598119 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Attempting to bind port a24d6434-1654-41d7-880c-3b933388c65b by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:28.598676 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Attempting to bind port a24d6434-1654-41d7-880c-3b933388c65b on network 7cb3d905-1040-4840-b80f-7cb3843b41a5 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:28.605564 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:28.605941 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Checking segment: {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:28.606403 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.607107 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Bound using segment: {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:28.607696 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Bound port: a24d6434-1654-41d7-880c-3b933388c65b, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:28.608271 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.704151 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] For port a24d6434-1654-41d7-880c-3b933388c65b, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:28.709994 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] For port a24d6434-1654-41d7-880c-3b933388c65b, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=a24d6434-1654-41d7-880c-3b933388c65b,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:28.710297 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.718148 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.760906 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.807879 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af81fb-1bfb-4af9-b719-771afdeb820f None None] Pushing event updated for resources: {'Port': ['ID=a24d6434-1654-41d7-880c-3b933388c65b,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:28.821865 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:28.825500 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:28.832218 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:28.860608 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Pushing event updated for resources: {'Port': ['ID=e17087a2-59f1-49d5-91eb-046e7a965851,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:28.874043 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.874446 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.875070 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.875509 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.876013 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.876544 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.877027 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.877517 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.878025 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.878477 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.878935 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.879469 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:29.214358 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.435715 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520434'] for router, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.886190 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc7184a-8019-4645-8a3f-aae1a2303cb8 None None] Network 7cb3d905-1040-4840-b80f-7cb3843b41a5 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:29.897511 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 is scheduled to L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e with binding_index 1 {{(pid=92952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:27:29.961300 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c127f275-5bb4-4eb7-b156-4ea46a287d68 None None] Provisioning for port a24d6434-1654-41d7-880c-3b933388c65b completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:30.035005 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device a24d6434-1654-41d7-880c-3b933388c65b up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:30.060517 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:30.077051 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Sync routers for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:30.085832 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.088068 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-fa5ddd82-627d-43cb-99b3-a49406c96612 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2121048 Jul 13 19:27:30.091328 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41148) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:30.103315 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:30.104452 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:30.174475 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port a24d6434-1654-41d7-880c-3b933388c65b completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:30.181584 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port a24d6434-1654-41d7-880c-3b933388c65b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:30.182039 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.312066 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:30.317648 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.387835 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port a24d6434-1654-41d7-880c-3b933388c65b, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=a24d6434-1654-41d7-880c-3b933388c65b,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:30.398796 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.496859 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=a24d6434-1654-41d7-880c-3b933388c65b,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:30.597903 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-5d30ade9-9227-4748-ad37-23ce3ce66b05 None None] Provisioning complete for port a24d6434-1654-41d7-880c-3b933388c65b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:30.598356 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5d30ade9-9227-4748-ad37-23ce3ce66b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.626045 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:29Z', 'revision_number': 3, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:30.672934 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Checking router: f34f9765-418e-4bf9-8a2f-125ea05f2ee9 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:30.673501 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Updating router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 port e17087a2-59f1-49d5-91eb-046e7a965851 binding host dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:27:30.719682 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.730069 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.942733 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Allocated IP 172.20.0.1 (7cb3d905-1040-4840-b80f-7cb3843b41a5/443c5956-56ce-45fc-97e4-7e54dfdb2f43/08720705-3cd4-4043-a31d-c6618b8c275a) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:31.067522 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.087292 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Transition to ACTIVE for port object 08720705-3cd4-4043-a31d-c6618b8c275a will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:31.142235 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.167049 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.180611 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Transition to ACTIVE for port object e17087a2-59f1-49d5-91eb-046e7a965851 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:31.187324 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Network 7cb3d905-1040-4840-b80f-7cb3843b41a5 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:31.188398 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.190773 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:31.196996 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:31.227381 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Pushing event updated for resources: {'Port': ['ID=08720705-3cd4-4043-a31d-c6618b8c275a,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:31.253394 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521879'] for router_interface, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.257725 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Attempting to bind port e17087a2-59f1-49d5-91eb-046e7a965851 on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:31.258150 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Attempting to bind port e17087a2-59f1-49d5-91eb-046e7a965851 by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:31.258553 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Attempting to bind port e17087a2-59f1-49d5-91eb-046e7a965851 on network c7f35cd8-18dd-44ea-ab02-b10396c904d8 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:31.262106 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Pushing event updated for resources: {'Port': ['ID=e17087a2-59f1-49d5-91eb-046e7a965851,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:31.271796 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:31.272173 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Checking segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:31.272671 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.273108 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Bound using segment: {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:31.273600 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Bound port: e17087a2-59f1-49d5-91eb-046e7a965851, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d4f9f-38b6-4ee6-bf86-ff0a7d718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:31.274033 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.276892 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:31.277251 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:31.277624 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:31.277986 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:31.278333 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:31.278947 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:31.279559 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:31.280033 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:31.280384 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:31.280797 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:31.281166 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:31.281491 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:31.371093 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] For port e17087a2-59f1-49d5-91eb-046e7a965851, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:31.374791 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] For port e17087a2-59f1-49d5-91eb-046e7a965851, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=e17087a2-59f1-49d5-91eb-046e7a965851,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:31.382555 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.447870 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42ad79-4430-443e-bfd9-2756606fb8bb None None] Pushing event updated for resources: {'Port': ['ID=e17087a2-59f1-49d5-91eb-046e7a965851,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:31.451356 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:31.452300 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:31.479805 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.638957 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a185bc1f-0c0e-458f-a1f1-cb2a965692bf None None] Provisioning for port 08720705-3cd4-4043-a31d-c6618b8c275a completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:31.643172 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:31.646498 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a185bc1f-0c0e-458f-a1f1-cb2a965692bf None None] Provisioning complete for port 08720705-3cd4-4043-a31d-c6618b8c275a triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:31.647136 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a185bc1f-0c0e-458f-a1f1-cb2a965692bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.695176 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a185bc1f-0c0e-458f-a1f1-cb2a965692bf None None] Port 08720705-3cd4-4043-a31d-c6618b8c275a cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:27:31.739831 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.746840 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.868302 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Pushing event updated for resources: {'Port': ['ID=08720705-3cd4-4043-a31d-c6618b8c275a,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:31.873209 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33039058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-523229'] for router_interface, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.889382 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:30Z', 'revision_number': 1, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:31.922895 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a582f2-84fb-46ab-b342-3f58eff19f4c None None] The sync data for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi is: [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:30Z', 'revision_number': 1, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:31.968799 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-54d16541-605b-4e85-a1f4-86d30383fde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.983916 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device a24d6434-1654-41d7-880c-3b933388c65b up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:32.051204 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Network 7cb3d905-1040-4840-b80f-7cb3843b41a5 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:32.053611 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:32.067682 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port a24d6434-1654-41d7-880c-3b933388c65b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:32.068291 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.273349 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:32.429665 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a618b2ab-e5bb-440e-a64a-a876c749de84 None None] Provisioning complete for port 08720705-3cd4-4043-a31d-c6618b8c275a triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:32.430299 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a618b2ab-e5bb-440e-a64a-a876c749de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.494128 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a618b2ab-e5bb-440e-a64a-a876c749de84 None None] Port 08720705-3cd4-4043-a31d-c6618b8c275a cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:27:32.758240 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:32.776913 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e9384ff4-8ebc-47d1-8d52-a64636574d9a admin admin] 10.222.0.68 "PUT /v2.0/routers/f34f9765-418e-4bf9-8a2f-125ea05f2ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6713927 Jul 13 19:27:33.460861 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41156) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:33.466718 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-ef1b0721-94ea-4603-ae3c-8c886cdbef00 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--856350771', 'description': 'tempest-description--582354943'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:33.491391 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0721-94ea-4603-ae3c-8c886cdbef00 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.599001 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0721-94ea-4603-ae3c-8c886cdbef00 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.603704 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0721-94ea-4603-ae3c-8c886cdbef00 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.631793 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0721-94ea-4603-ae3c-8c886cdbef00 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.633319 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ef1b0721-94ea-4603-ae3c-8c886cdbef00 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1711464 Jul 13 19:27:33.637587 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41160) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:33.640237 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b0721-94ea-4603-ae3c-8c886cdbef00 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e863a4c-a3d6-468f-9470-bd962639ba80,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:33.643768 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-790b38a2-a03f-4538-a04e-6abd41452af9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Request body: {'security_group_rule': {'security_group_id': '7e863a4c-a3d6-468f-9470-bd962639ba80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:33.674622 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-790b38a2-a03f-4538-a04e-6abd41452af9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.768102 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-790b38a2-a03f-4538-a04e-6abd41452af9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.772505 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-790b38a2-a03f-4538-a04e-6abd41452af9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.801820 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b38a2-a03f-4538-a04e-6abd41452af9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebc31cb-ee55-4e7f-bc5e-475efd6096d7,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:33.812097 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-790b38a2-a03f-4538-a04e-6abd41452af9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.813487 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-790b38a2-a03f-4538-a04e-6abd41452af9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1741865 Jul 13 19:27:33.817787 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41164) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:33.823369 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-b2a11211-6e76-4f8a-8b65-a75e93b25fd9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Request body: {'security_group_rule': {'security_group_id': '7e863a4c-a3d6-468f-9470-bd962639ba80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:33.854773 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2a11211-6e76-4f8a-8b65-a75e93b25fd9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.928946 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2a11211-6e76-4f8a-8b65-a75e93b25fd9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.935789 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2a11211-6e76-4f8a-8b65-a75e93b25fd9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.967873 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a11211-6e76-4f8a-8b65-a75e93b25fd9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a05634-61dd-4328-b635-1047c9664018,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:33.976500 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2a11211-6e76-4f8a-8b65-a75e93b25fd9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:33.979246 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b2a11211-6e76-4f8a-8b65-a75e93b25fd9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597688 Jul 13 19:27:33.984309 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41166) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:33.990226 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Request body: {'floatingip': {'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:34.020301 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device e17087a2-59f1-49d5-91eb-046e7a965851 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:34.023345 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.080075 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port e17087a2-59f1-49d5-91eb-046e7a965851 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:34.086871 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port e17087a2-59f1-49d5-91eb-046e7a965851 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:34.087441 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.179010 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.225851 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.254444 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port e17087a2-59f1-49d5-91eb-046e7a965851, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=e17087a2-59f1-49d5-91eb-046e7a965851,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:34.261417 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.361479 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Allocated IP 172.27.0.120 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/828e9c2e-a2f5-4756-970d-45eb6ad9a141) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:34.380581 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=e17087a2-59f1-49d5-91eb-046e7a965851,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:34.475471 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Sync routers for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:34.494636 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:34.495738 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:34.510502 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.572500 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.596830 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:34.599982 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:34.625445 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:34.679555 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event updated for resources: {'Port': ['ID=828e9c2e-a2f5-4756-970d-45eb6ad9a141,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:34.692591 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:34.740963 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c78349-507e-48c2-9f37-adf0eb034831 req-a8eaa96f-831b-4fc6-8b03-f2c278842118 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:34.742781 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-25c78349-507e-48c2-9f37-adf0eb034831 req-a8eaa96f-831b-4fc6-8b03-f2c278842118 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 945 time: 0.0996931 Jul 13 19:27:34.769643 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b14e6419-f1cd-499d-9c49-39449eb21f85 req-a3c59c8e-1c6d-4a41-ae80-30c5079b581f tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-325301963&fields=id&tenant_id=88e17d7f77164df6bdf23c8acf0e374b HTTP/1.1" status: 200 len: 267 time: 0.0743074 Jul 13 19:27:34.814332 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-25c78349-507e-48c2-9f37-adf0eb034831 req-00944751-621f-4f20-b12e-6134f74877c8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584931 Jul 13 19:27:34.814601 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.888844 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.903652 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e6419-f1cd-499d-9c49-39449eb21f85 req-5ef6b2a5-a07c-43bd-a123-e0d224fbc902 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:34.906064 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b14e6419-f1cd-499d-9c49-39449eb21f85 req-5ef6b2a5-a07c-43bd-a123-e0d224fbc902 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 984 time: 0.1295114 Jul 13 19:27:34.939334 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-b14e6419-f1cd-499d-9c49-39449eb21f85 req-3f049d56-2caf-481d-a95d-d0ab8865ad9a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Request body: {'port': {'security_groups': ['ef70590e-8342-46a0-8de6-0e2f41127d76']}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:35.100776 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-705bc78f-0a99-4358-8def-1bbe734447c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.127909 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-b14e6419-f1cd-499d-9c49-39449eb21f85 req-3f049d56-2caf-481d-a95d-d0ab8865ad9a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.130195 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 2, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:35.161841 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Checking router: f34f9765-418e-4bf9-8a2f-125ea05f2ee9 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:35.162195 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Updating router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 port 08720705-3cd4-4043-a31d-c6618b8c275a binding host dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:27:35.198482 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.350450 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.358924 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.491122 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event updated for resources: {'Port': ['ID=828e9c2e-a2f5-4756-970d-45eb6ad9a141,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:35.504978 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.524971 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.537791 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Transition to ACTIVE for port object 08720705-3cd4-4043-a31d-c6618b8c275a will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:35.539079 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.545018 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.552999 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-b14e6419-f1cd-499d-9c49-39449eb21f85 req-3f049d56-2caf-481d-a95d-d0ab8865ad9a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] For port 5e048727-ca7d-4407-8167-c19bcc070da4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5e048727-ca7d-4407-8167-c19bcc070da4,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:35.564471 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.565771 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c2ab86ec-9a5b-4b00-88df-a0234fbb5e25 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5801225 Jul 13 19:27:35.593641 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-b14e6419-f1cd-499d-9c49-39449eb21f85 req-3f049d56-2caf-481d-a95d-d0ab8865ad9a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.600397 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-b14e6419-f1cd-499d-9c49-39449eb21f85 req-3f049d56-2caf-481d-a95d-d0ab8865ad9a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.620336 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['5e048727-ca7d-4407-8167-c19bcc070da4'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:35.637600 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21837764-a3e2-41a4-9671-0acf329e65e6 None None] Pushing event updated for resources: {'Port': ['ID=08720705-3cd4-4043-a31d-c6618b8c275a,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:35.674379 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e6419-f1cd-499d-9c49-39449eb21f85 req-3f049d56-2caf-481d-a95d-d0ab8865ad9a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:35.679130 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-b14e6419-f1cd-499d-9c49-39449eb21f85 req-3f049d56-2caf-481d-a95d-d0ab8865ad9a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.686590 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b14e6419-f1cd-499d-9c49-39449eb21f85 req-3f049d56-2caf-481d-a95d-d0ab8865ad9a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "PUT /v2.0/ports/5e048727-ca7d-4407-8167-c19bcc070da4 HTTP/1.1" status: 200 len: 942 time: 0.7534328 Jul 13 19:27:35.686590 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:35.687378 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a03898-423c-4852-ae20-c7901450941a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:35.688016 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41184) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:35.760589 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Attempting to bind port 08720705-3cd4-4043-a31d-c6618b8c275a on host dv-cinder-786931-3-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:35.761311 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Attempting to bind port 08720705-3cd4-4043-a31d-c6618b8c275a by drivers openvswitch,hyperv on host dv-cinder-786931-3-iscsi at level 0 using segments [{'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:35.761890 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Attempting to bind port 08720705-3cd4-4043-a31d-c6618b8c275a on network 7cb3d905-1040-4840-b80f-7cb3843b41a5 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:35.763716 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f049d56-2caf-481d-a95d-d0ab8865ad9a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event updated for resources: {'Port': ['ID=5e048727-ca7d-4407-8167-c19bcc070da4,revision_number=7']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:35.769530 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8c9192-3259-43f7-ac56-191de0d17486 x-openstack-request-id: req-ae8c9192-3259-43f7-ac56-191de0d17486 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:35.769817 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:35.770066 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ae8c9192-3259-43f7-ac56-191de0d17486 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:35.775539 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4', 'status': 'completed', 'code': 200} Jul 13 19:27:35.800278 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['5e048727-ca7d-4407-8167-c19bcc070da4'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:35.859304 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Checking agent: {'id': '716f8a40-bf8d-4a34-907d-9f3b4d568847', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 12, 5), 'started_at': datetime.datetime(2021, 7, 13, 19, 12, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:35.859691 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Checking segment: {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:35.860104 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.862796 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Bound using segment: {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:35.862796 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Bound port: 08720705-3cd4-4043-a31d-c6618b8c275a, host: dv-cinder-786931-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:35.863319 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.960185 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf58e-083d-4544-80a5-11d70fde20ac tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:35.983020 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-bf9ee71c-03da-4b52-908a-8f2f82837f70 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--856350771&fields=id&tenant_id=5a711a208a784ae584eab17ec65eee85 HTTP/1.1" status: 200 len: 267 time: 0.1808572 Jul 13 19:27:36.071524 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device e17087a2-59f1-49d5-91eb-046e7a965851 up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:36.112050 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a03898-423c-4852-ae20-c7901450941a req-7e5c35c3-f215-4756-be1e-99e3ab6b7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.113594 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-29a03898-423c-4852-ae20-c7901450941a req-7e5c35c3-f215-4756-be1e-99e3ab6b7a1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88e17d7f77164df6bdf23c8acf0e374b&device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 1098 time: 0.2987895 Jul 13 19:27:36.116098 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf58e-083d-4544-80a5-11d70fde20ac tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.157791 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229baa52-0c2f-49d2-823a-7c2b121ca17f req-7bfdeda8-5378-423f-9ba7-b50d8d564f66 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.160852 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-229baa52-0c2f-49d2-823a-7c2b121ca17f req-7bfdeda8-5378-423f-9ba7-b50d8d564f66 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 945 time: 0.1184595 Jul 13 19:27:36.170651 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] For port 08720705-3cd4-4043-a31d-c6618b8c275a, host dv-cinder-786931-3-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:36.178875 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.221547 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] For port 08720705-3cd4-4043-a31d-c6618b8c275a, host dv-cinder-786931-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=08720705-3cd4-4043-a31d-c6618b8c275a,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:36.230122 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-229baa52-0c2f-49d2-823a-7c2b121ca17f req-d4151cbc-6e90-4359-8496-b7bb1bd45f70 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621693 Jul 13 19:27:36.241409 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.272723 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-512c3829-034d-4a02-a5ed-e70408cd206c None None] Provisioning complete for port 5e048727-ca7d-4407-8167-c19bcc070da4 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:36.272723 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-512c3829-034d-4a02-a5ed-e70408cd206c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.283337 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72790698-4546-4dac-9928-92c8f311f19a req-bc20491c-0bb9-4e52-bd3a-d406598d1a03 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.285023 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-bc20491c-0bb9-4e52-bd3a-d406598d1a03 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/networks?id=7cb3d905-1040-4840-b80f-7cb3843b41a5 HTTP/1.1" status: 200 len: 811 time: 0.2888968 Jul 13 19:27:36.335272 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a03898-423c-4852-ae20-c7901450941a req-1ee071c2-ab94-4ec0-b4c5-eca754612f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.338575 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-29a03898-423c-4852-ae20-c7901450941a req-1ee071c2-ab94-4ec0-b4c5-eca754612f05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d11fbb-c70a-4743-a5e9-704ff2c10185 HTTP/1.1" status: 200 len: 916 time: 0.2109118 Jul 13 19:27:36.345017 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-37f85e90-3d96-4089-bfa5-f6ed04b29293 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/quotas/5a711a208a784ae584eab17ec65eee85 HTTP/1.1" status: 200 len: 375 time: 0.0269320 Jul 13 19:27:36.379892 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-a5118efb-efc9-4c4e-9ae2-87cd902696f2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.381764 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-a5118efb-efc9-4c4e-9ae2-87cd902696f2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 945 time: 0.1501768 Jul 13 19:27:36.417748 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-29a03898-423c-4852-ae20-c7901450941a req-64104d80-0c4e-4b8d-acbb-085cf5a01dfe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e048727-ca7d-4407-8167-c19bcc070da4 HTTP/1.1" status: 200 len: 1001 time: 0.0706501 Jul 13 19:27:36.460122 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port e17087a2-59f1-49d5-91eb-046e7a965851 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:36.460705 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.499590 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf58e-083d-4544-80a5-11d70fde20ac tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.503004 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7f1cf58e-083d-4544-80a5-11d70fde20ac tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.504272 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7f1cf58e-083d-4544-80a5-11d70fde20ac tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "DELETE /v2.0/security-groups/adb3648b-6c82-4aa1-a785-4c90e3c84048 HTTP/1.1" status: 204 len: 168 time: 0.8136814 Jul 13 19:27:36.508242 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41196) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:36.513234 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:36.514721 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:36.526605 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21837764-a3e2-41a4-9671-0acf329e65e6 None None] Pushing event updated for resources: {'Port': ['ID=08720705-3cd4-4043-a31d-c6618b8c275a,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:36.539150 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cf58e-083d-4544-80a5-11d70fde20ac tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb3648b-6c82-4aa1-a785-4c90e3c84048,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:36.568369 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a03898-423c-4852-ae20-c7901450941a req-34c91205-03bd-458c-b171-1871c34c8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.570198 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-29a03898-423c-4852-ae20-c7901450941a req-34c91205-03bd-458c-b171-1871c34c8ac0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6197dcd8-f9a1-4ecf-9ffb-61beea8e1310 HTTP/1.1" status: 200 len: 853 time: 0.1406605 Jul 13 19:27:36.632478 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-bf4b44bb-ab96-4961-8332-f98f81abd684 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a711a208a784ae584eab17ec65eee85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2132049 Jul 13 19:27:36.720917 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a03898-423c-4852-ae20-c7901450941a req-a894dc72-02cb-4b6d-8e2d-f106fc420c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.722680 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-29a03898-423c-4852-ae20-c7901450941a req-a894dc72-02cb-4b6d-8e2d-f106fc420c2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d11fbb-c70a-4743-a5e9-704ff2c10185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1433930 Jul 13 19:27:36.743600 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Deleting port 32187143-d954-4b07-9316-925385a022c5 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:36.744313 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.819812 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-13cb4369-bf74-42ca-9999-3964795a0bc0 service neutron] 10.222.0.68 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682868 Jul 13 19:27:36.880427 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:36.908850 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-29a03898-423c-4852-ae20-c7901450941a req-fa4c63c8-6f17-4c36-a5ad-759a0988fa9d service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778734 Jul 13 19:27:36.960247 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] For port 32187143-d954-4b07-9316-925385a022c5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32187143-d954-4b07-9316-925385a022c5,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:36.960705 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.036235 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-ce65df2b-0cbc-465d-b8bc-0255e59e35de service neutron] 10.222.0.68 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049983 Jul 13 19:27:37.075796 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Deleting port a4c795b3-605d-4210-ae94-da3b513c9a29 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:37.076178 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.108065 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-29a03898-423c-4852-ae20-c7901450941a req-b55d8e5d-274d-47d3-a8a2-6030fcee9ddb service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892192 Jul 13 19:27:37.176970 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:36Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:37.230262 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a48a44-810e-4b31-b580-37d5b10d4b50 None None] The sync data for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi is: [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:36Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:37.293218 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bd4b4dbb-2965-4760-99e1-5323ef952b61 req-f2b5e7c1-e16b-43c6-9e08-ab7b872673b9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 210 time: 0.0474513 Jul 13 19:27:37.331672 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.332322 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.404111 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Calling delete_port for a4c795b3-605d-4210-ae94-da3b513c9a29 owned by network:floatingip {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:37.473336 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.473859 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.474186 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.l3_db [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Floating IP 4375a011-ad4d-4471-addb-6e0cadba680f disassociated. External IP: 172.27.0.242, port: 32187143-d954-4b07-9316-925385a022c5. Jul 13 19:27:37.474666 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Calling delete_port for 32187143-d954-4b07-9316-925385a022c5 owned by compute:nova {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:37.574031 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cca3de-b501-4892-a305-79670bb9a029 req-3b2b7c36-62f8-4c1d-b39c-e10ec6504c9e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:37.577386 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d2cca3de-b501-4892-a305-79670bb9a029 req-3b2b7c36-62f8-4c1d-b39c-e10ec6504c9e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 945 time: 0.1148505 Jul 13 19:27:37.636260 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d2cca3de-b501-4892-a305-79670bb9a029 req-3b2887a4-d071-4297-96b1-958db6b7eb5c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481815 Jul 13 19:27:37.825076 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.883528 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.889047 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event deleted for resources: {'Port': ['ID=a4c795b3-605d-4210-ae94-da3b513c9a29,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:38.045207 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 08720705-3cd4-4043-a31d-c6618b8c275a up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:38.073012 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event deleted for resources: {'Port': ['ID=32187143-d954-4b07-9316-925385a022c5,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:38.141211 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks [] for floatingip, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.141729 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.l3_db [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Floating IP 9c50b26e-6175-4d7e-b641-5a36f92b43ef disassociated (deleted). External IP: 172.27.0.248, port: 5e048727-ca7d-4407-8167-c19bcc070da4. Jul 13 19:27:38.166816 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning for port 08720705-3cd4-4043-a31d-c6618b8c275a completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:38.172126 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.174909 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 08720705-3cd4-4043-a31d-c6618b8c275a triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:38.176042 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.299865 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.369591 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] For port 08720705-3cd4-4043-a31d-c6618b8c275a, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=08720705-3cd4-4043-a31d-c6618b8c275a,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:38.377117 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.499938 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Pushing event updated for resources: {'Port': ['ID=08720705-3cd4-4043-a31d-c6618b8c275a,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:38.706681 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b70c5f21-abb0-486c-b135-a1845a22a834 req-258d256d-cc0b-4b87-a853-002b6da237cd tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 210 time: 0.1091366 Jul 13 19:27:38.750243 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Router defb3f38-078a-4cb9-8cca-610d2bd1f74d has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:38.863161 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e2cc3ace-73bf-4f26-bdbc-642116308942 req-2c2d2281-c80b-4d9a-a468-67529a051fa1 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 210 time: 0.0557368 Jul 13 19:27:39.031699 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:39.047011 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f34d8-15bc-4df6-b06d-119d5ab08136 None None] Sync routers for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:39.050267 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:39.060762 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72790698-4546-4dac-9928-92c8f311f19a req-6ed860da-a059-4012-9dba-69462d631efb tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:39.062819 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-6ed860da-a059-4012-9dba-69462d631efb tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.73 "GET /v2.0/networks?id=7cb3d905-1040-4840-b80f-7cb3843b41a5 HTTP/1.1" status: 200 len: 811 time: 0.1761267 Jul 13 19:27:39.069489 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f34d8-15bc-4df6-b06d-119d5ab08136 None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:39.070464 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-062f34d8-15bc-4df6-b06d-119d5ab08136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:39.124308 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] No DVR routers for this DVR port 32187143-d954-4b07-9316-925385a022c5 on host hv-cinder-78693 {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:39.138727 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.148785 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d2c50840-faa9-4ec8-b075-67744ee3cc03 req-d2881bc1-69bc-4eb5-9c7c-33efaba29aa2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "DELETE /v2.0/ports/32187143-d954-4b07-9316-925385a022c5 HTTP/1.1" status: 204 len: 173 time: 2.7593682 Jul 13 19:27:39.204385 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-71046025-cf64-4293-8bc3-635e974855c6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a711a208a784ae584eab17ec65eee85 HTTP/1.1" status: 200 len: 379 time: 0.1324439 Jul 13 19:27:39.218189 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Request body: {'port': {'device_id': '10086e87-e8da-4393-ad19-53dbe3881515', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'admin_state_up': True, 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'security_groups': ['7e863a4c-a3d6-468f-9470-bd962639ba80']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:39.326789 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-062f34d8-15bc-4df6-b06d-119d5ab08136 None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:39.405784 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'name': 'network-vif-deleted', 'tag': '32187143-d954-4b07-9316-925385a022c5'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:39.409807 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e402b8-a0a2-407e-a6b3-6c374b19b8b0" -d '{"events": [{"server_uuid": "30f9399c-66ab-4342-95dc-9b9ca49502c6", "name": "network-vif-deleted", "tag": "32187143-d954-4b07-9316-925385a022c5"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:39.453706 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Made reservation on behalf of 5a711a208a784ae584eab17ec65eee85 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:39.459679 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.503491 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b97627a-cddd-4eec-8c05-ae425151ea2b x-openstack-request-id: req-3b97627a-cddd-4eec-8c05-ae425151ea2b {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:39.503960 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f9399c-66ab-4342-95dc-9b9ca49502c6", "name": "network-vif-deleted", "tag": "32187143-d954-4b07-9316-925385a022c5", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:39.504386 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3b97627a-cddd-4eec-8c05-ae425151ea2b {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:39.505025 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f9399c-66ab-4342-95dc-9b9ca49502c6', 'name': 'network-vif-deleted', 'tag': '32187143-d954-4b07-9316-925385a022c5', 'status': 'completed', 'code': 200} Jul 13 19:27:39.516280 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:39.533125 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8acf4d-c9a3-4681-a435-8d9a82554969 None None] Sync routers for ids ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:39.533792 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.551238 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8acf4d-c9a3-4681-a435-8d9a82554969 None None] Routers {'b529f7b0-9bb3-4fe4-9d8d-1052744999c1'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:39.552717 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-5b8acf4d-c9a3-4681-a435-8d9a82554969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:39.626720 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-63ab87ce-cdcc-4297-a4db-ab1567da973b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "DELETE /v2.0/floatingips/9c50b26e-6175-4d7e-b641-5a36f92b43ef HTTP/1.1" status: 204 len: 168 time: 3.1152444 Jul 13 19:27:39.687713 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Allocated IP 172.20.0.10 (7cb3d905-1040-4840-b80f-7cb3843b41a5/443c5956-56ce-45fc-97e4-7e54dfdb2f43/34a326e8-d2dd-40b1-93a1-81206668df19) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:39.717251 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-062f34d8-15bc-4df6-b06d-119d5ab08136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:39.751949 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f34d8-15bc-4df6-b06d-119d5ab08136 None None] Checking router: defb3f38-078a-4cb9-8cca-610d2bd1f74d for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:39.771493 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f34d8-15bc-4df6-b06d-119d5ab08136 None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:39.772131 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-062f34d8-15bc-4df6-b06d-119d5ab08136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:40.033520 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-14a133e4-881e-465a-b7fd-c1e2ac97ee83 req-8bc2d542-d57f-4805-928e-4c7d8db6a3bb tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 210 time: 0.1237497 Jul 13 19:27:40.054743 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 08720705-3cd4-4043-a31d-c6618b8c275a up at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:40.058488 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-062f34d8-15bc-4df6-b06d-119d5ab08136 None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:40.124116 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.144400 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Transition to ACTIVE for port object 34a326e8-d2dd-40b1-93a1-81206668df19 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:40.160145 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-5b8acf4d-c9a3-4681-a435-8d9a82554969 None None] Set router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:40.188735 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.326989 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4de157f0-5751-4cae-9206-c70f515fdbaa req-8e39a7f7-c822-46ad-a9e7-4b9e1be24a61 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=30f9399c-66ab-4342-95dc-9b9ca49502c6 HTTP/1.1" status: 200 len: 210 time: 0.0527029 Jul 13 19:27:40.351052 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Network 7cb3d905-1040-4840-b80f-7cb3843b41a5 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:40.356689 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:40.359321 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event updated for resources: {'Port': ['ID=34a326e8-d2dd-40b1-93a1-81206668df19,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:40.362059 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:40.370894 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Provisioning complete for port 08720705-3cd4-4043-a31d-c6618b8c275a triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:40.371239 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.427398 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:40.427835 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.452351 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-d801a28a-6581-45b3-96a0-5e5f9e897f19 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2420332 Jul 13 19:27:40.486217 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Request body: {'port': {'device_id': '10086e87-e8da-4393-ad19-53dbe3881515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:40.601365 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-062f34d8-15bc-4df6-b06d-119d5ab08136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:40.639349 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f34d8-15bc-4df6-b06d-119d5ab08136 None None] The sync data for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi is: [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:40.674389 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-5b8acf4d-c9a3-4681-a435-8d9a82554969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 4, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'e767abd0-9b56-46f0-9135-3fd0a3faebc0', 'name': '', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'mac_address': 'fa:16:3e:35:40:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:22Z', 'updated_at': '2021-07-13T19:25:30Z', 'revision_number': 5, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'subnets': [{'id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:40.687974 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.713660 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 32187143-d954-4b07-9316-925385a022c5 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:40.718006 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8acf4d-c9a3-4681-a435-8d9a82554969 None None] Checking router: b529f7b0-9bb3-4fe4-9d8d-1052744999c1 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:40.749233 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 32187143-d954-4b07-9316-925385a022c5 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:40.749586 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 32187143-d954-4b07-9316-925385a022c5 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:40.759813 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8acf4d-c9a3-4681-a435-8d9a82554969 None None] Routers {'b529f7b0-9bb3-4fe4-9d8d-1052744999c1'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:40.760460 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-5b8acf4d-c9a3-4681-a435-8d9a82554969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:40.802959 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-885191e1-4706-4bcc-ad89-a1b0ad73372e None None] Provisioning for port 34a326e8-d2dd-40b1-93a1-81206668df19 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:40.811907 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-885191e1-4706-4bcc-ad89-a1b0ad73372e None None] Provisioning complete for port 34a326e8-d2dd-40b1-93a1-81206668df19 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:40.812278 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-885191e1-4706-4bcc-ad89-a1b0ad73372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:40.902417 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-885191e1-4706-4bcc-ad89-a1b0ad73372e None None] Port 34a326e8-d2dd-40b1-93a1-81206668df19 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:27:40.933934 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-5b8acf4d-c9a3-4681-a435-8d9a82554969 None None] Set router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:41.011502 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf6aa5a-0fb2-4d3e-837f-92df0fa32ffa None None] New status for floating IP 4375a011-ad4d-4471-addb-6e0cadba680f: DOWN {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:27:41.175370 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a326e8-d2dd-40b1-93a1-81206668df19 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:41.224102 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.242977 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Transition to ACTIVE for port object 34a326e8-d2dd-40b1-93a1-81206668df19 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:41.250402 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.260372 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-5b8acf4d-c9a3-4681-a435-8d9a82554969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 4, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'e767abd0-9b56-46f0-9135-3fd0a3faebc0', 'name': '', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'mac_address': 'fa:16:3e:35:40:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:22Z', 'updated_at': '2021-07-13T19:25:30Z', 'revision_number': 5, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'subnets': [{'id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:41.288113 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8acf4d-c9a3-4681-a435-8d9a82554969 None None] The sync data for ids ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'] in dv-cinder-786931-3-iscsi is: [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 4, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'e767abd0-9b56-46f0-9135-3fd0a3faebc0', 'name': '', 'network_id': 'b8d11fbb-c70a-4743-a5e9-704ff2c10185', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'mac_address': 'fa:16:3e:35:40:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:22Z', 'updated_at': '2021-07-13T19:25:30Z', 'revision_number': 5, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'subnets': [{'id': '6197dcd8-f9a1-4ecf-9ffb-61beea8e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:41.355732 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Pushing event updated for resources: {'Port': ['ID=34a326e8-d2dd-40b1-93a1-81206668df19,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:41.374308 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1db05-c137-42e1-9b88-9d4224daf668 req-6b61d86f-48d8-4418-99c8-f49555a92790 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:41.376101 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1cd1db05-c137-42e1-9b88-9d4224daf668 req-6b61d86f-48d8-4418-99c8-f49555a92790 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 932 time: 0.1958349 Jul 13 19:27:41.457863 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Attempting to bind port 34a326e8-d2dd-40b1-93a1-81206668df19 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:41.457863 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Attempting to bind port 34a326e8-d2dd-40b1-93a1-81206668df19 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:41.457863 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Attempting to bind port 34a326e8-d2dd-40b1-93a1-81206668df19 on network 7cb3d905-1040-4840-b80f-7cb3843b41a5 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:41.476144 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Port 34a326e8-d2dd-40b1-93a1-81206668df19 on network 7cb3d905-1040-4840-b80f-7cb3843b41a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:27:41.476785 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Attempting to bind port 34a326e8-d2dd-40b1-93a1-81206668df19 on network 7cb3d905-1040-4840-b80f-7cb3843b41a5 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:41.491994 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1cd1db05-c137-42e1-9b88-9d4224daf668 req-dc68b281-a28b-4aa7-8838-52b56a310c94 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948641 Jul 13 19:27:41.492998 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:41.493340 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Checking segment: {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:41.493730 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Bound using segment: {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:41.494178 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Bound port: 34a326e8-d2dd-40b1-93a1-81206668df19, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:41.494641 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.507030 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:41.519250 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcebf7d-63f0-4c45-a865-26c84f842bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:41.619673 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e490f6-a90f-4b13-a71c-d521ba927a47 x-openstack-request-id: req-15e490f6-a90f-4b13-a71c-d521ba927a47 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:41.621609 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:41.624894 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-15e490f6-a90f-4b13-a71c-d521ba927a47 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:41.627714 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4', 'status': 'completed', 'code': 200} Jul 13 19:27:41.642595 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] For port 34a326e8-d2dd-40b1-93a1-81206668df19, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:41.647570 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] For port 34a326e8-d2dd-40b1-93a1-81206668df19, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=34a326e8-d2dd-40b1-93a1-81206668df19,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:41.657168 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.730843 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Pushing event updated for resources: {'Port': ['ID=34a326e8-d2dd-40b1-93a1-81206668df19,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:41.748957 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:41.750060 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:41.752661 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-f5150ad8-4606-4875-bc59-efff1d6396d6 service neutron] 10.222.0.73 "PUT /v2.0/ports/34a326e8-d2dd-40b1-93a1-81206668df19 HTTP/1.1" status: 200 len: 1094 time: 1.2888453 Jul 13 19:27:41.755231 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10086e87-e8da-4393-ad19-53dbe3881515', 'tag': '34a326e8-d2dd-40b1-93a1-81206668df19'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:41.761437 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0a1a66-da01-4189-87ba-571e6dd64d61" -d '{"events": [{"name": "network-changed", "server_uuid": "10086e87-e8da-4393-ad19-53dbe3881515", "tag": "34a326e8-d2dd-40b1-93a1-81206668df19"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:41.764153 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcebf7d-63f0-4c45-a865-26c84f842bfe req-5b7cdf41-a0a2-4433-a225-31d4ee2a0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:41.767249 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7dcebf7d-63f0-4c45-a865-26c84f842bfe req-5b7cdf41-a0a2-4433-a225-31d4ee2a0667 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88e17d7f77164df6bdf23c8acf0e374b&device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 1098 time: 0.1014113 Jul 13 19:27:41.811004 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e7070-af80-4514-8148-5bba111e79ed None None] New status for floating IP 9c50b26e-6175-4d7e-b641-5a36f92b43ef: DOWN {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:27:41.936499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72790698-4546-4dac-9928-92c8f311f19a req-c8c016c7-58c7-4b23-b50e-11b97cb186da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:41.938927 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-c8c016c7-58c7-4b23-b50e-11b97cb186da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a711a208a784ae584eab17ec65eee85&device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 1097 time: 0.1159353 Jul 13 19:27:41.943298 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-8b274d7f-54b4-43f2-95ae-b6ecb1872493 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743764858&fields=id&tenant_id=3b57609295ef4e7a96bd87b8f67f3532 HTTP/1.1" status: 200 len: 267 time: 0.0555196 Jul 13 19:27:42.050626 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-6ada8368-5098-4fc0-a0a3-4654951f8a9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a326e8-d2dd-40b1-93a1-81206668df19 HTTP/1.1" status: 200 len: 217 time: 0.0941272 Jul 13 19:27:42.053627 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5502aa2-6c8c-4e12-81da-d60a36e4db3f x-openstack-request-id: req-c5502aa2-6c8c-4e12-81da-d60a36e4db3f {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:42.053952 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10086e87-e8da-4393-ad19-53dbe3881515", "tag": "34a326e8-d2dd-40b1-93a1-81206668df19", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:42.054651 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c5502aa2-6c8c-4e12-81da-d60a36e4db3f {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:42.054651 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10086e87-e8da-4393-ad19-53dbe3881515', 'tag': '34a326e8-d2dd-40b1-93a1-81206668df19', 'status': 'completed', 'code': 200} Jul 13 19:27:42.112897 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcebf7d-63f0-4c45-a865-26c84f842bfe req-e1288535-8a6a-4830-9f22-433320272775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.116163 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7dcebf7d-63f0-4c45-a865-26c84f842bfe req-e1288535-8a6a-4830-9f22-433320272775 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8d11fbb-c70a-4743-a5e9-704ff2c10185 HTTP/1.1" status: 200 len: 916 time: 0.3422863 Jul 13 19:27:42.123172 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72790698-4546-4dac-9928-92c8f311f19a req-47fda048-450b-4b09-aaee-4c9860e39b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.125661 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-47fda048-450b-4b09-aaee-4c9860e39b50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=443c5956-56ce-45fc-97e4-7e54dfdb2f43 HTTP/1.1" status: 200 len: 850 time: 0.0737531 Jul 13 19:27:42.171423 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7dcebf7d-63f0-4c45-a865-26c84f842bfe req-2b0f3609-4e5f-48fa-a4ed-a1258ef5af09 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e048727-ca7d-4407-8167-c19bcc070da4 HTTP/1.1" status: 200 len: 217 time: 0.0431197 Jul 13 19:27:42.227634 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72790698-4546-4dac-9928-92c8f311f19a req-a0363964-b7f7-4cad-82fb-424e7713751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.230326 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-a0363964-b7f7-4cad-82fb-424e7713751e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cb3d905-1040-4840-b80f-7cb3843b41a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0971956 Jul 13 19:27:42.273699 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcebf7d-63f0-4c45-a865-26c84f842bfe req-51cfeef1-fafb-4550-a479-cd06bdcc6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.275242 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7dcebf7d-63f0-4c45-a865-26c84f842bfe req-51cfeef1-fafb-4550-a479-cd06bdcc6517 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6197dcd8-f9a1-4ecf-9ffb-61beea8e1310 HTTP/1.1" status: 200 len: 853 time: 0.0951028 Jul 13 19:27:42.281818 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36033519-d48b-432c-836d-10068352bce4 req-9c22ea5e-c9d3-41fd-9067-15944b5f2d3a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.283468 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-9c22ea5e-c9d3-41fd-9067-15944b5f2d3a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 812 time: 0.3038914 Jul 13 19:27:42.330673 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-da619eb7-2784-425d-b914-3f84fb73fd9b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/quotas/3b57609295ef4e7a96bd87b8f67f3532 HTTP/1.1" status: 200 len: 375 time: 0.0354576 Jul 13 19:27:42.378932 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-abb47a7b-91d3-4443-b009-751d6b9044d6 service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416123 Jul 13 19:27:42.388715 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcebf7d-63f0-4c45-a865-26c84f842bfe req-f4a16974-efb1-4371-a674-3ba08cc0283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.390242 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7dcebf7d-63f0-4c45-a865-26c84f842bfe req-f4a16974-efb1-4371-a674-3ba08cc0283a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8d11fbb-c70a-4743-a5e9-704ff2c10185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1058388 Jul 13 19:27:42.474831 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-1a024686-088d-419d-94bc-5502c64e1537 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1378388 Jul 13 19:27:42.519832 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7dcebf7d-63f0-4c45-a865-26c84f842bfe req-74ccd2d5-20fe-413e-ba19-b8f0f777df75 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222680 Jul 13 19:27:42.531665 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72790698-4546-4dac-9928-92c8f311f19a req-9ae36589-d3c9-4381-ba80-7a77b7dc85ff service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445999 Jul 13 19:27:42.711324 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a1a66-da01-4189-87ba-571e6dd64d61 req-5dc43fae-8386-479f-9d40-7dbde1d8464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.714583 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c0a1a66-da01-4189-87ba-571e6dd64d61 req-5dc43fae-8386-479f-9d40-7dbde1d8464d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a711a208a784ae584eab17ec65eee85&device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 1097 time: 0.0971394 Jul 13 19:27:42.728076 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7dcebf7d-63f0-4c45-a865-26c84f842bfe req-c0fe98c7-b4c7-4c3b-90ab-11d3b6bba174 service neutron] 10.222.0.73 "GET /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961696 Jul 13 19:27:42.745226 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-ee73e3c3-b04d-4185-91d6-fedb91c10110 service neutron] 10.222.0.68 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495172 Jul 13 19:27:42.868771 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a1a66-da01-4189-87ba-571e6dd64d61 req-d80a15d7-2b78-46f9-9aa6-b68f6cb21af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.870309 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c0a1a66-da01-4189-87ba-571e6dd64d61 req-d80a15d7-2b78-46f9-9aa6-b68f6cb21af5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cb3d905-1040-4840-b80f-7cb3843b41a5 HTTP/1.1" status: 200 len: 913 time: 0.1426594 Jul 13 19:27:42.881522 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-c733ca6c-2b47-4f13-b56d-a8bfcf627d24 service neutron] 10.222.0.68 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275160 Jul 13 19:27:42.882268 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90e310-7fe6-4c38-8cbb-6879a3cdc269 req-bf2ee7d8-071c-4947-8d52-9b20bbe6f01a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.884017 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6d90e310-7fe6-4c38-8cbb-6879a3cdc269 req-bf2ee7d8-071c-4947-8d52-9b20bbe6f01a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 944 time: 0.1471148 Jul 13 19:27:42.928624 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c0a1a66-da01-4189-87ba-571e6dd64d61 req-0b3beb7b-18ab-4521-9428-76e9b40b3014 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a326e8-d2dd-40b1-93a1-81206668df19 HTTP/1.1" status: 200 len: 217 time: 0.0434978 Jul 13 19:27:42.992749 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6d90e310-7fe6-4c38-8cbb-6879a3cdc269 req-0cd34879-daed-4077-bd39-f843943ec611 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001775 Jul 13 19:27:43.011597 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a1a66-da01-4189-87ba-571e6dd64d61 req-f714b33f-06da-4b17-97f0-928161d71710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:43.014672 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c0a1a66-da01-4189-87ba-571e6dd64d61 req-f714b33f-06da-4b17-97f0-928161d71710 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=443c5956-56ce-45fc-97e4-7e54dfdb2f43 HTTP/1.1" status: 200 len: 850 time: 0.0793958 Jul 13 19:27:43.090089 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a1a66-da01-4189-87ba-571e6dd64d61 req-77d7a1c7-2e7e-4ca1-b2ef-79ab6d474c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:43.093321 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c0a1a66-da01-4189-87ba-571e6dd64d61 req-77d7a1c7-2e7e-4ca1-b2ef-79ab6d474c31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cb3d905-1040-4840-b80f-7cb3843b41a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721729 Jul 13 19:27:43.221942 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c0a1a66-da01-4189-87ba-571e6dd64d61 req-1314e608-7278-48f5-a083-dadeb7959cf0 service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168370 Jul 13 19:27:43.325373 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2ae36078-1e4e-490c-9c30-28150a737f4b req-d43634e2-ed1e-4bbc-9e33-dcbf2b434f50 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 210 time: 0.0354712 Jul 13 19:27:43.376063 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c0a1a66-da01-4189-87ba-571e6dd64d61 req-51ebd80d-cdd3-43fd-9c73-1e3c436cfd3a service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506145 Jul 13 19:27:43.800500 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42e079-1680-4b19-9d61-29d3b8120fd7 req-170eb5f6-4054-499a-8e41-4c1e2d04c15a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:43.802390 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bd42e079-1680-4b19-9d61-29d3b8120fd7 req-170eb5f6-4054-499a-8e41-4c1e2d04c15a tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 945 time: 0.0976229 Jul 13 19:27:43.873127 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bd42e079-1680-4b19-9d61-29d3b8120fd7 req-24c6f347-b453-40c1-a352-c21b44464e9b tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582023 Jul 13 19:27:44.243723 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a9512-aac4-4b41-a743-f9487500733e req-089bda2d-1986-4ed2-a356-3116f4c8f1b8 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:44.245331 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4f3a9512-aac4-4b41-a743-f9487500733e req-089bda2d-1986-4ed2-a356-3116f4c8f1b8 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 944 time: 0.0958962 Jul 13 19:27:44.288360 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4f3a9512-aac4-4b41-a743-f9487500733e req-3db89e79-a091-4aef-bc65-8f3522043c7a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369561 Jul 13 19:27:44.532204 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-93663ba0-3c8e-4d9e-8b1c-aa4a450930aa req-fae2514f-51a2-4f97-aff9-33afcb0e66e4 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 210 time: 0.0601974 Jul 13 19:27:44.688843 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36033519-d48b-432c-836d-10068352bce4 req-8c270a31-e19e-4a2b-b05e-68f3a5052a66 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:44.690555 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-8c270a31-e19e-4a2b-b05e-68f3a5052a66 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 812 time: 0.1610527 Jul 13 19:27:44.728351 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 34a326e8-d2dd-40b1-93a1-81206668df19 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:27:44.742135 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-4a3b5c94-070b-42fb-ba99-6bc5d06e9893 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b57609295ef4e7a96bd87b8f67f3532 HTTP/1.1" status: 200 len: 380 time: 0.0412962 Jul 13 19:27:44.757078 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'port': {'device_id': 'a754606b-541d-4295-81a1-7dba164af588', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'admin_state_up': True, 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'security_groups': ['02d60289-b9f9-4e91-a942-08338dc88367']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:44.865225 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 34a326e8-d2dd-40b1-93a1-81206668df19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=34a326e8-d2dd-40b1-93a1-81206668df19,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:44.878773 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '34a326e8-d2dd-40b1-93a1-81206668df19', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'port_id': '34a326e8-d2dd-40b1-93a1-81206668df19', 'mac_address': 'fa:16:3e:be:d5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:27:44.896091 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Made reservation on behalf of 3b57609295ef4e7a96bd87b8f67f3532 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:44.901619 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.928745 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.955561 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a326e8-d2dd-40b1-93a1-81206668df19 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:45.002538 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 34a326e8-d2dd-40b1-93a1-81206668df19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=34a326e8-d2dd-40b1-93a1-81206668df19,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:45.007920 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.066672 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=34a326e8-d2dd-40b1-93a1-81206668df19,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:45.076412 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:45.076858 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:45.077170 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:45.077530 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:45.077880 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:45.078216 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:45.078577 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:45.078917 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:45.079279 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:45.079689 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:45.080061 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:45.080417 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:45.095718 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Allocated IP 172.20.0.3 (ced6f954-8877-4687-b900-05e72393c1ea/585f619d-61a7-48c9-967a-6452f75b18fa/865e2619-1f8d-4e1f-a82d-cb3881baace8) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:45.170119 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf4b18-8bb0-4c4b-86eb-3b3ffb042164 req-8c5534dc-7d88-48a8-b7cc-2a7d93a9e586 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.172994 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3cf4b18-8bb0-4c4b-86eb-3b3ffb042164 req-8c5534dc-7d88-48a8-b7cc-2a7d93a9e586 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 945 time: 0.1306565 Jul 13 19:27:45.250272 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3cf4b18-8bb0-4c4b-86eb-3b3ffb042164 req-132d6be9-c6ad-4cea-ab71-d7d3e840ee82 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef70590e-8342-46a0-8de6-0e2f41127d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659649 Jul 13 19:27:45.286155 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['34a326e8-d2dd-40b1-93a1-81206668df19'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:45.302320 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.322902 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Transition to ACTIVE for port object 865e2619-1f8d-4e1f-a82d-cb3881baace8 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:45.373954 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.464921 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Network ced6f954-8877-4687-b900-05e72393c1ea is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:45.472055 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:45.474579 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:45.519888 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'Port': ['ID=865e2619-1f8d-4e1f-a82d-cb3881baace8,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:45.577079 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.578222 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.609199 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-cce2c594-1415-4dfe-b633-aac901657e9d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8596506 Jul 13 19:27:45.624389 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086ff5b-5f9c-4cfe-a42e-c63abdd73b62 req-89cd08ae-ab76-455c-a413-042d59dc8cad tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.626161 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6086ff5b-5f9c-4cfe-a42e-c63abdd73b62 req-89cd08ae-ab76-455c-a413-042d59dc8cad tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 945 time: 0.1187549 Jul 13 19:27:45.631778 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Request body: {'port': {'device_id': 'a754606b-541d-4295-81a1-7dba164af588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:45.708270 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6086ff5b-5f9c-4cfe-a42e-c63abdd73b62 req-0a3526b2-0ff4-4f8d-85e9-5a86efee563c tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725830 Jul 13 19:27:45.735826 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192987e-e686-48e5-a7ef-f24e8b0ec13c req-78b2e65b-e302-4250-969b-b1b2deabfac0 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.739255 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2192987e-e686-48e5-a7ef-f24e8b0ec13c req-78b2e65b-e302-4250-969b-b1b2deabfac0 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 945 time: 0.1666694 Jul 13 19:27:45.781506 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.834970 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-2654908e-d400-4b34-9e7a-808f930cfca6 None None] Provisioning for port 865e2619-1f8d-4e1f-a82d-cb3881baace8 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:45.841448 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-2654908e-d400-4b34-9e7a-808f930cfca6 None None] Provisioning complete for port 865e2619-1f8d-4e1f-a82d-cb3881baace8 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:45.842029 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2654908e-d400-4b34-9e7a-808f930cfca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.898692 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-2654908e-d400-4b34-9e7a-808f930cfca6 None None] Port 865e2619-1f8d-4e1f-a82d-cb3881baace8 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:27:45.989796 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb989d-73df-40a8-999b-adc537998df8 req-70ae4f9b-336a-48cf-9235-d999732a02fe tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.992596 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-96fb989d-73df-40a8-999b-adc537998df8 req-70ae4f9b-336a-48cf-9235-d999732a02fe tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 931 time: 0.1988659 Jul 13 19:27:46.053893 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-2192987e-e686-48e5-a7ef-f24e8b0ec13c req-d2069fd1-dad0-43d2-866a-a0a9b05765a6 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Deleting port 5e048727-ca7d-4407-8167-c19bcc070da4 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:46.054481 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-2192987e-e686-48e5-a7ef-f24e8b0ec13c req-d2069fd1-dad0-43d2-866a-a0a9b05765a6 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.150063 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-96fb989d-73df-40a8-999b-adc537998df8 req-e2145077-0d71-439b-9cdd-a79ce29340ad tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484163 Jul 13 19:27:46.237579 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-2192987e-e686-48e5-a7ef-f24e8b0ec13c req-d2069fd1-dad0-43d2-866a-a0a9b05765a6 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] For port 5e048727-ca7d-4407-8167-c19bcc070da4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5e048727-ca7d-4407-8167-c19bcc070da4,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:46.238207 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-2192987e-e686-48e5-a7ef-f24e8b0ec13c req-d2069fd1-dad0-43d2-866a-a0a9b05765a6 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.261276 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-2192987e-e686-48e5-a7ef-f24e8b0ec13c req-d2069fd1-dad0-43d2-866a-a0a9b05765a6 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Calling delete_port for 5e048727-ca7d-4407-8167-c19bcc070da4 owned by compute:nova {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:46.436362 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865e2619-1f8d-4e1f-a82d-cb3881baace8 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:46.447939 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.461693 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-2192987e-e686-48e5-a7ef-f24e8b0ec13c req-d2069fd1-dad0-43d2-866a-a0a9b05765a6 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.465158 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Transition to ACTIVE for port object 865e2619-1f8d-4e1f-a82d-cb3881baace8 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:46.476949 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['5e048727-ca7d-4407-8167-c19bcc070da4'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:46.486560 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.500825 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2069fd1-dad0-43d2-866a-a0a9b05765a6 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Pushing event deleted for resources: {'Port': ['ID=5e048727-ca7d-4407-8167-c19bcc070da4,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:46.545301 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9189443c-5dfc-4ba5-8f59-5e791483562c req-0fd38b8a-11a8-416c-9dd0-f01964e2fa1c tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c270ce-5dea-41b5-91bf-6f48f71ca238 HTTP/1.1" status: 200 len: 210 time: 0.0686533 Jul 13 19:27:46.592165 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2192987e-e686-48e5-a7ef-f24e8b0ec13c req-d2069fd1-dad0-43d2-866a-a0a9b05765a6 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] No DVR routers for this DVR port 5e048727-ca7d-4407-8167-c19bcc070da4 on host hv-cinder-78693 {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:46.595573 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-2192987e-e686-48e5-a7ef-f24e8b0ec13c req-d2069fd1-dad0-43d2-866a-a0a9b05765a6 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.598104 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2192987e-e686-48e5-a7ef-f24e8b0ec13c req-d2069fd1-dad0-43d2-866a-a0a9b05765a6 tempest-TestMinimumBasicScenario-1921347440 tempest-TestMinimumBasicScenario-1921347440-project] 10.222.0.73 "DELETE /v2.0/ports/5e048727-ca7d-4407-8167-c19bcc070da4 HTTP/1.1" status: 204 len: 173 time: 0.8533258 Jul 13 19:27:46.598683 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'name': 'network-vif-deleted', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:46.601874 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f302dec8-78ac-4746-90ff-8462e51a72bf" -d '{"events": [{"server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "name": "network-vif-deleted", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:46.656280 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Pushing event updated for resources: {'Port': ['ID=865e2619-1f8d-4e1f-a82d-cb3881baace8,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:46.681998 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72123dfd-1425-458d-a436-b107a063ea13 x-openstack-request-id: req-72123dfd-1425-458d-a436-b107a063ea13 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:46.681998 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c270ce-5dea-41b5-91bf-6f48f71ca238", "name": "network-vif-deleted", "tag": "5e048727-ca7d-4407-8167-c19bcc070da4", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:46.681998 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-72123dfd-1425-458d-a436-b107a063ea13 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:46.682733 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c270ce-5dea-41b5-91bf-6f48f71ca238', 'name': 'network-vif-deleted', 'tag': '5e048727-ca7d-4407-8167-c19bcc070da4', 'status': 'completed', 'code': 200} Jul 13 19:27:46.717804 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Attempting to bind port 865e2619-1f8d-4e1f-a82d-cb3881baace8 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:46.718149 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Attempting to bind port 865e2619-1f8d-4e1f-a82d-cb3881baace8 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:46.720341 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Attempting to bind port 865e2619-1f8d-4e1f-a82d-cb3881baace8 on network ced6f954-8877-4687-b900-05e72393c1ea {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:46.724444 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Port 865e2619-1f8d-4e1f-a82d-cb3881baace8 on network ced6f954-8877-4687-b900-05e72393c1ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:27:46.724794 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Attempting to bind port 865e2619-1f8d-4e1f-a82d-cb3881baace8 on network ced6f954-8877-4687-b900-05e72393c1ea {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:46.727137 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 34a326e8-d2dd-40b1-93a1-81206668df19 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:46.740400 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:46.741081 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Checking segment: {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:46.741903 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Bound using segment: {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:46.742946 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Bound port: 865e2619-1f8d-4e1f-a82d-cb3881baace8, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:46.743642 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.862407 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] For port 865e2619-1f8d-4e1f-a82d-cb3881baace8, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:46.866708 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 34a326e8-d2dd-40b1-93a1-81206668df19 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:46.867886 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] For port 865e2619-1f8d-4e1f-a82d-cb3881baace8, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=865e2619-1f8d-4e1f-a82d-cb3881baace8,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:46.879633 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 34a326e8-d2dd-40b1-93a1-81206668df19 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:46.880440 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.886481 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.967477 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:46.968104 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.969947 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] 10.222.0.73 "PUT /v2.0/ports/865e2619-1f8d-4e1f-a82d-cb3881baace8 HTTP/1.1" status: 200 len: 1093 time: 1.3424206 Jul 13 19:27:46.971003 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a754606b-541d-4295-81a1-7dba164af588', 'tag': '865e2619-1f8d-4e1f-a82d-cb3881baace8'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:46.973725 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a7b2e9-5893-4097-bbbd-56b97eae9383" -d '{"events": [{"name": "network-changed", "server_uuid": "a754606b-541d-4295-81a1-7dba164af588", "tag": "865e2619-1f8d-4e1f-a82d-cb3881baace8"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:47.034015 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a5374-4281-4f34-8287-44df46781a27 service neutron] Pushing event updated for resources: {'Port': ['ID=865e2619-1f8d-4e1f-a82d-cb3881baace8,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:47.057096 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94ecd51-c145-4206-b2f0-235cd5930d4b x-openstack-request-id: req-a94ecd51-c145-4206-b2f0-235cd5930d4b {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:47.057736 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a754606b-541d-4295-81a1-7dba164af588", "tag": "865e2619-1f8d-4e1f-a82d-cb3881baace8", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:47.058758 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a94ecd51-c145-4206-b2f0-235cd5930d4b {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:47.059997 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a754606b-541d-4295-81a1-7dba164af588', 'tag': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'status': 'completed', 'code': 200} Jul 13 19:27:47.070283 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.108801 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10086e87-e8da-4393-ad19-53dbe3881515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a326e8-d2dd-40b1-93a1-81206668df19'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:47.111334 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4490a3-ec4e-4df6-8072-469d6db746bf" -d '{"events": [{"server_uuid": "10086e87-e8da-4393-ad19-53dbe3881515", "name": "network-vif-plugged", "status": "completed", "tag": "34a326e8-d2dd-40b1-93a1-81206668df19"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:47.121200 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccf557-df06-400c-bd00-481163a465b8 req-bd995c34-4562-48e9-99c9-ac698cdf353e tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:47.124155 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44ccf557-df06-400c-bd00-481163a465b8 req-bd995c34-4562-48e9-99c9-ac698cdf353e tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 945 time: 0.2520001 Jul 13 19:27:47.135389 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 34a326e8-d2dd-40b1-93a1-81206668df19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=34a326e8-d2dd-40b1-93a1-81206668df19,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:47.153857 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.233271 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=34a326e8-d2dd-40b1-93a1-81206668df19,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:47.248692 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c37ba9-17d6-46fa-a281-23238e047684 x-openstack-request-id: req-a0c37ba9-17d6-46fa-a281-23238e047684 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:47.248963 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10086e87-e8da-4393-ad19-53dbe3881515", "name": "network-vif-plugged", "status": "completed", "tag": "34a326e8-d2dd-40b1-93a1-81206668df19", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:47.249332 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a0c37ba9-17d6-46fa-a281-23238e047684 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:47.249782 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10086e87-e8da-4393-ad19-53dbe3881515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a326e8-d2dd-40b1-93a1-81206668df19', 'code': 200} Jul 13 19:27:47.266687 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36033519-d48b-432c-836d-10068352bce4 req-f579f11d-5e8a-4ccd-884c-7435432cb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:47.270488 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-f579f11d-5e8a-4ccd-884c-7435432cb8c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 1096 time: 0.2308099 Jul 13 19:27:47.339922 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-4a5e94e6-ae8b-4525-a752-e5e94c175138 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865e2619-1f8d-4e1f-a82d-cb3881baace8 HTTP/1.1" status: 200 len: 217 time: 0.0515041 Jul 13 19:27:47.347496 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44ccf557-df06-400c-bd00-481163a465b8 req-a83182b7-f464-496a-bb64-e99a13cf9190 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009442 Jul 13 19:27:47.423338 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36033519-d48b-432c-836d-10068352bce4 req-d3c0f6e9-cb85-4f9b-930b-0b431496761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:47.428235 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-d3c0f6e9-cb85-4f9b-930b-0b431496761e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.0786107 Jul 13 19:27:47.462279 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ab84a-d21e-438f-b7a3-2b819fb1ff27 req-ccb6c83a-b004-4b0f-bcc1-176b6f312ed2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:47.464121 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-632ab84a-d21e-438f-b7a3-2b819fb1ff27 req-ccb6c83a-b004-4b0f-bcc1-176b6f312ed2 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 943 time: 0.0837040 Jul 13 19:27:47.522688 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-632ab84a-d21e-438f-b7a3-2b819fb1ff27 req-8c794538-6d42-44a0-a09c-6e061d3d10c6 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426667 Jul 13 19:27:47.545926 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36033519-d48b-432c-836d-10068352bce4 req-4c99514d-e3f8-448e-a388-c78f85139063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:47.548979 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-4c99514d-e3f8-448e-a388-c78f85139063 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139586 Jul 13 19:27:47.675059 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-155ed4b4-23fb-4a64-9bf6-4cc946353919 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181853 Jul 13 19:27:47.743626 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84a593-f22f-4da7-8e7f-c0f28cec313b req-a43855eb-f9c4-48bf-a814-4334e4d0463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:47.746385 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ef84a593-f22f-4da7-8e7f-c0f28cec313b req-a43855eb-f9c4-48bf-a814-4334e4d0463a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 1099 time: 0.0964842 Jul 13 19:27:47.797083 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ef84a593-f22f-4da7-8e7f-c0f28cec313b req-b891083e-0dc6-450f-8fd9-043943169c9f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443501 Jul 13 19:27:47.816886 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-36033519-d48b-432c-836d-10068352bce4 req-ea164c78-6875-4433-b5a2-56ca3c29797d service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316020 Jul 13 19:27:47.984849 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b2e9-5893-4097-bbbd-56b97eae9383 req-b5ad5a63-e999-401d-b830-8daab427e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:47.986748 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-10a7b2e9-5893-4097-bbbd-56b97eae9383 req-b5ad5a63-e999-401d-b830-8daab427e2eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 1096 time: 0.0730550 Jul 13 19:27:48.107609 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b2e9-5893-4097-bbbd-56b97eae9383 req-eef3c10a-c2d7-4c83-aa16-e462e6948c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.109644 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-10a7b2e9-5893-4097-bbbd-56b97eae9383 req-eef3c10a-c2d7-4c83-aa16-e462e6948c21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 914 time: 0.1153002 Jul 13 19:27:48.179535 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-10a7b2e9-5893-4097-bbbd-56b97eae9383 req-6fe7e351-aa6d-45c1-80a4-fc5337faaa51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865e2619-1f8d-4e1f-a82d-cb3881baace8 HTTP/1.1" status: 200 len: 217 time: 0.0621290 Jul 13 19:27:48.251530 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b2e9-5893-4097-bbbd-56b97eae9383 req-31b09220-62a1-45ad-bbad-1b01bca21644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.253387 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-10a7b2e9-5893-4097-bbbd-56b97eae9383 req-31b09220-62a1-45ad-bbad-1b01bca21644 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.0662923 Jul 13 19:27:48.336991 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b2e9-5893-4097-bbbd-56b97eae9383 req-c25819a0-a494-409d-bc54-da734af7a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.338769 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-10a7b2e9-5893-4097-bbbd-56b97eae9383 req-c25819a0-a494-409d-bc54-da734af7a58e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756178 Jul 13 19:27:48.483053 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-10a7b2e9-5893-4097-bbbd-56b97eae9383 req-040c1c3c-3b8b-4650-8e0a-fe968dd1f9b2 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325922 Jul 13 19:27:48.598722 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41360) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:48.637171 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-10a7b2e9-5893-4097-bbbd-56b97eae9383 req-ce54f68d-f3df-43ab-983c-e6d22481bbba service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473842 Jul 13 19:27:48.665627 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d1ad-6c3d-4bb0-920b-375bb1612632 req-f6fd61da-4725-42a9-80f8-5591ad622beb tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.667268 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-86f2d1ad-6c3d-4bb0-920b-375bb1612632 req-f6fd61da-4725-42a9-80f8-5591ad622beb tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.1229994 Jul 13 19:27:48.731718 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-86f2d1ad-6c3d-4bb0-920b-375bb1612632 req-20b5b635-5fb6-4e39-91b0-7dafc8f692d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513000 Jul 13 19:27:48.926598 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2212-5737-49d1-9be5-318408768c3c req-68d9121b-bc74-4093-b6ab-8ad5fcec4d54 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.928164 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dd4e2212-5737-49d1-9be5-318408768c3c req-68d9121b-bc74-4093-b6ab-8ad5fcec4d54 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 943 time: 0.1649199 Jul 13 19:27:49.013349 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dd4e2212-5737-49d1-9be5-318408768c3c req-1711af6f-7dfe-4157-a667-03e4a04954d6 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756433 Jul 13 19:27:49.163671 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c7d64ce5-6657-440f-9547-851d72d25619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523116'] for router_interface, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:49.429310 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-c7d64ce5-6657-440f-9547-851d72d25619 admin admin] Deleting port e767abd0-9b56-46f0-9135-3fd0a3faebc0 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:49.429648 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c7d64ce5-6657-440f-9547-851d72d25619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:49.807882 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-c7d64ce5-6657-440f-9547-851d72d25619 admin admin] For port e767abd0-9b56-46f0-9135-3fd0a3faebc0, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=e767abd0-9b56-46f0-9135-3fd0a3faebc0,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:49.808617 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c7d64ce5-6657-440f-9547-851d72d25619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:49.822501 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-c7d64ce5-6657-440f-9547-851d72d25619 admin admin] Calling delete_port for e767abd0-9b56-46f0-9135-3fd0a3faebc0 owned by network:router_interface {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:49.933202 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1bb8a-6cd9-405f-ad9c-57af4ddcdf75 req-91aafe57-39b0-446d-ac0a-14d502f9982d tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:49.935759 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1bc1bb8a-6cd9-405f-ad9c-57af4ddcdf75 req-91aafe57-39b0-446d-ac0a-14d502f9982d tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0755401 Jul 13 19:27:49.980082 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1bc1bb8a-6cd9-405f-ad9c-57af4ddcdf75 req-d57c5300-1be1-4fab-9665-eeb7dc73d114 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350318 Jul 13 19:27:50.023187 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c7d64ce5-6657-440f-9547-851d72d25619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.050183 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d64ce5-6657-440f-9547-851d72d25619 admin admin] Pushing event deleted for resources: {'Port': ['ID=e767abd0-9b56-46f0-9135-3fd0a3faebc0,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:50.227223 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c96652-442b-4a63-b83a-e48fc81fe1cc req-9fbd7618-3457-41c6-a902-be2796823cb0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:50.228941 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-59c96652-442b-4a63-b83a-e48fc81fe1cc req-9fbd7618-3457-41c6-a902-be2796823cb0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 943 time: 0.0854430 Jul 13 19:27:50.257580 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4564a-2356-41bb-b4d7-b645afd41afe req-f4126ef9-84bc-4a17-9099-932a06038ae6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:50.259736 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6ca4564a-2356-41bb-b4d7-b645afd41afe req-f4126ef9-84bc-4a17-9099-932a06038ae6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.1615117 Jul 13 19:27:50.271873 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41368) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:50.279440 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-f21a764d-2f29-44ab-bdae-00a280ac20a2 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Request body: {'floatingip': {'port_id': '34a326e8-d2dd-40b1-93a1-81206668df19'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:50.285251 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-59c96652-442b-4a63-b83a-e48fc81fe1cc req-cbf049d2-4455-4514-b5a6-24539d085160 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473971 Jul 13 19:27:50.286542 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c7d64ce5-6657-440f-9547-851d72d25619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33039051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523400'] for router_interface, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.326655 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f21a764d-2f29-44ab-bdae-00a280ac20a2 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.500501 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d64ce5-6657-440f-9547-851d72d25619 admin admin] Router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:50.606942 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d64ce5-6657-440f-9547-851d72d25619 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:50.614765 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c7d64ce5-6657-440f-9547-851d72d25619 admin admin] 10.222.0.68 "PUT /v2.0/routers/b529f7b0-9bb3-4fe4-9d8d-1052744999c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0118773 Jul 13 19:27:50.614765 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41370) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:50.618449 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e766c75a-4cb2-4dcd-bf4b-50cfaacfce52 None None] Sync routers for ids ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:50.628882 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e766c75a-4cb2-4dcd-bf4b-50cfaacfce52 None None] Routers {'b529f7b0-9bb3-4fe4-9d8d-1052744999c1'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:50.629570 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-e766c75a-4cb2-4dcd-bf4b-50cfaacfce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:50.724915 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Notify callbacks [] for router, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.751744 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 5e048727-ca7d-4407-8167-c19bcc070da4 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:50.781446 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 5e048727-ca7d-4407-8167-c19bcc070da4 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:50.782962 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 5e048727-ca7d-4407-8167-c19bcc070da4 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:50.786660 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f21a764d-2f29-44ab-bdae-00a280ac20a2 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.790981 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f21a764d-2f29-44ab-bdae-00a280ac20a2 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.837972 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.853152 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-e766c75a-4cb2-4dcd-bf4b-50cfaacfce52 None None] Set router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:50.898585 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Deleting port ffb8d8bd-08b2-46a6-9b34-9b267639bc0f {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:50.898840 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.911630 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-f21a764d-2f29-44ab-bdae-00a280ac20a2 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Floating IP ec16c63b-d84c-4246-919d-88452755bb0e associated. External IP: 172.27.0.120, port: 34a326e8-d2dd-40b1-93a1-81206668df19. Jul 13 19:27:50.989728 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] For port ffb8d8bd-08b2-46a6-9b34-9b267639bc0f, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=ffb8d8bd-08b2-46a6-9b34-9b267639bc0f,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:50.990087 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.004543 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Calling delete_port for ffb8d8bd-08b2-46a6-9b34-9b267639bc0f owned by network:router_gateway {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:51.041170 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-e766c75a-4cb2-4dcd-bf4b-50cfaacfce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:27:49Z', 'revision_number': 5, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port': {'id': 'ffb8d8bd-08b2-46a6-9b34-9b267639bc0f', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:19Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:51.074139 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e766c75a-4cb2-4dcd-bf4b-50cfaacfce52 None None] Checking router: b529f7b0-9bb3-4fe4-9d8d-1052744999c1 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:51.083587 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e766c75a-4cb2-4dcd-bf4b-50cfaacfce52 None None] Routers {'b529f7b0-9bb3-4fe4-9d8d-1052744999c1'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:51.084203 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-e766c75a-4cb2-4dcd-bf4b-50cfaacfce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:51.143027 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21a764d-2f29-44ab-bdae-00a280ac20a2 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:51.178795 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-e766c75a-4cb2-4dcd-bf4b-50cfaacfce52 None None] Set router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 gateway port host: None {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:51.186602 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.213264 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb8d8bd-08b2-46a6-9b34-9b267639bc0f,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:51.249900 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-e766c75a-4cb2-4dcd-bf4b-50cfaacfce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:27:50Z', 'revision_number': 6, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port_host': None}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:51.260464 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21a764d-2f29-44ab-bdae-00a280ac20a2 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:51.267490 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f21a764d-2f29-44ab-bdae-00a280ac20a2 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.289798 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a224ac-f993-4716-a54b-aebf0579a32e None None] Sync routers for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:51.292923 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e766c75a-4cb2-4dcd-bf4b-50cfaacfce52 None None] The sync data for ids ['b529f7b0-9bb3-4fe4-9d8d-1052744999c1'] in dv-cinder-786931-3-iscsi is: [{'id': 'b529f7b0-9bb3-4fe4-9d8d-1052744999c1', 'name': 'tempest-TestMinimumBasicScenario-113274149-router', 'tenant_id': '88e17d7f77164df6bdf23c8acf0e374b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:27:50Z', 'revision_number': 6, 'project_id': '88e17d7f77164df6bdf23c8acf0e374b', 'gw_port_host': None}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:51.294798 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520458'] for router_gateway, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.315794 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.317953 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a224ac-f993-4716-a54b-aebf0579a32e None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:51.319362 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-63a224ac-f993-4716-a54b-aebf0579a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:51.364430 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f21a764d-2f29-44ab-bdae-00a280ac20a2 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "PUT /v2.0/floatingips/ec16c63b-d84c-4246-919d-88452755bb0e HTTP/1.1" status: 200 len: 992 time: 1.0799646 Jul 13 19:27:51.365170 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10086e87-e8da-4393-ad19-53dbe3881515', 'tag': '34a326e8-d2dd-40b1-93a1-81206668df19'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:51.375177 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fe1a29-6f5a-4464-8870-62559f912593" -d '{"events": [{"name": "network-changed", "server_uuid": "10086e87-e8da-4393-ad19-53dbe3881515", "tag": "34a326e8-d2dd-40b1-93a1-81206668df19"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:51.413253 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13715'] for router, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.415875 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.478607 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-63a224ac-f993-4716-a54b-aebf0579a32e None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:51.484416 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393745'] for router, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.485062 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b529f7b0-9bb3-4fe4-9d8d-1052744999c1 {{(pid=92951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:27:51.490727 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.495785 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a965f86f-d1ff-4eb9-be1c-a39258be1f1a admin admin] 10.222.0.68 "DELETE /v2.0/routers/b529f7b0-9bb3-4fe4-9d8d-1052744999c1 HTTP/1.1" status: 204 len: 168 time: 0.8765748 Jul 13 19:27:51.496267 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41380) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:51.545813 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c769398a-8ae4-4c8f-87e4-a54c5624479e x-openstack-request-id: req-c769398a-8ae4-4c8f-87e4-a54c5624479e {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:51.546106 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10086e87-e8da-4393-ad19-53dbe3881515", "tag": "34a326e8-d2dd-40b1-93a1-81206668df19", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:51.546361 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c769398a-8ae4-4c8f-87e4-a54c5624479e {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:51.546838 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10086e87-e8da-4393-ad19-53dbe3881515', 'tag': '34a326e8-d2dd-40b1-93a1-81206668df19', 'status': 'completed', 'code': 200} Jul 13 19:27:51.586001 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb4b272-f25f-49e5-bada-f0fa6f46bda6 admin admin] Deleting subnet 6197dcd8-f9a1-4ecf-9ffb-61beea8e1310 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:27:51.608169 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b272-f25f-49e5-bada-f0fa6f46bda6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.613765 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fff61-12df-4cb3-95cd-30f2046d64ae req-1ea4f33e-5f8c-44c2-be22-ba3c8c90c571 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:51.615452 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-212fff61-12df-4cb3-95cd-30f2046d64ae req-1ea4f33e-5f8c-44c2-be22-ba3c8c90c571 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 943 time: 0.1216083 Jul 13 19:27:51.660470 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b272-f25f-49e5-bada-f0fa6f46bda6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569325'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.669789 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-212fff61-12df-4cb3-95cd-30f2046d64ae req-d84b140e-8435-4ed0-9bc9-fad34441a8b0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480521 Jul 13 19:27:51.712474 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe1a29-6f5a-4464-8870-62559f912593 req-f4b6fa43-bd79-4abd-b33a-ca4bfb0f299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:51.714622 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d0fe1a29-6f5a-4464-8870-62559f912593 req-f4b6fa43-bd79-4abd-b33a-ca4bfb0f299d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a711a208a784ae584eab17ec65eee85&device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 1099 time: 0.1455219 Jul 13 19:27:51.769035 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-63a224ac-f993-4716-a54b-aebf0579a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'ec16c63b-d84c-4246-919d-88452755bb0e', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'port_id': '34a326e8-d2dd-40b1-93a1-81206668df19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'mac_address': 'fa:16:3e:be:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10086e87-e8da-4393-ad19-53dbe3881515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:27:34Z', 'updated_at': '2021-07-13T19:27:50Z', 'revision_number': 1, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:38Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:51.805415 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a224ac-f993-4716-a54b-aebf0579a32e None None] Checking router: f34f9765-418e-4bf9-8a2f-125ea05f2ee9 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:51.814836 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a224ac-f993-4716-a54b-aebf0579a32e None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:51.815458 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-63a224ac-f993-4716-a54b-aebf0579a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:51.868536 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b272-f25f-49e5-bada-f0fa6f46bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.919092 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe1a29-6f5a-4464-8870-62559f912593 req-bf3bfd5b-e1bc-4c86-a03f-c207ff7a12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:51.920875 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d0fe1a29-6f5a-4464-8870-62559f912593 req-bf3bfd5b-e1bc-4c86-a03f-c207ff7a12d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cb3d905-1040-4840-b80f-7cb3843b41a5 HTTP/1.1" status: 200 len: 913 time: 0.1961794 Jul 13 19:27:51.953589 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-63a224ac-f993-4716-a54b-aebf0579a32e None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:51.999155 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b272-f25f-49e5-bada-f0fa6f46bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8569209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529206'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.014635 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d0fe1a29-6f5a-4464-8870-62559f912593 req-d95a0cc6-82a2-4e0a-a75c-f61d29ccb078 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a326e8-d2dd-40b1-93a1-81206668df19 HTTP/1.1" status: 200 len: 1000 time: 0.0863416 Jul 13 19:27:52.034005 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b272-f25f-49e5-bada-f0fa6f46bda6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.035898 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-0cb4b272-f25f-49e5-bada-f0fa6f46bda6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6197dcd8-f9a1-4ecf-9ffb-61beea8e1310 HTTP/1.1" status: 204 len: 168 time: 0.5386529 Jul 13 19:27:52.038547 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41382) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:52.042321 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc1ff83-5d46-4f53-b6e8-ba3a3c98f38e None None] Network b8d11fbb-c70a-4743-a5e9-704ff2c10185 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:52.045084 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4b272-f25f-49e5-bada-f0fa6f46bda6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6197dcd8-f9a1-4ecf-9ffb-61beea8e1310,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:52.089417 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe1a29-6f5a-4464-8870-62559f912593 req-7f9508c9-3fc9-4844-b5c0-ab7cbe729efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:52.090360 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d0fe1a29-6f5a-4464-8870-62559f912593 req-7f9508c9-3fc9-4844-b5c0-ab7cbe729efd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=443c5956-56ce-45fc-97e4-7e54dfdb2f43 HTTP/1.1" status: 200 len: 850 time: 0.0579216 Jul 13 19:27:52.143206 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.165911 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe1a29-6f5a-4464-8870-62559f912593 req-8a1fc504-878b-4c58-9b8b-03f6657c5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:52.167573 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d0fe1a29-6f5a-4464-8870-62559f912593 req-8a1fc504-878b-4c58-9b8b-03f6657c5d86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cb3d905-1040-4840-b80f-7cb3843b41a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712988 Jul 13 19:27:52.226065 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Deleting port 514714bd-4c03-4d2d-a1b5-984926810438 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:52.226545 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.240409 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device e767abd0-9b56-46f0-9135-3fd0a3faebc0 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:52.306276 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] For port 514714bd-4c03-4d2d-a1b5-984926810438, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=514714bd-4c03-4d2d-a1b5-984926810438,segment=NetworkSegment(5c349b47-d98b-4f01-ab3d-f600431c2cfd),segment_id=5c349b47-d98b-4f01-ab3d-f600431c2cfd)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:52.306831 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.318022 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d0fe1a29-6f5a-4464-8870-62559f912593 req-238a49b7-43b4-4660-a676-1974a8a20e52 service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427879 Jul 13 19:27:52.321950 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: e767abd0-9b56-46f0-9135-3fd0a3faebc0 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:52.322296 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device e767abd0-9b56-46f0-9135-3fd0a3faebc0 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:52.323038 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device ffb8d8bd-08b2-46a6-9b34-9b267639bc0f no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:52.328063 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Calling delete_port for 514714bd-4c03-4d2d-a1b5-984926810438 owned by network:dhcp {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:52.347634 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: ffb8d8bd-08b2-46a6-9b34-9b267639bc0f {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:52.347980 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device ffb8d8bd-08b2-46a6-9b34-9b267639bc0f not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:52.435954 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d0fe1a29-6f5a-4464-8870-62559f912593 req-ff7e327a-2794-494e-a1d6-e7db55b92f9b service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116867 Jul 13 19:27:52.484179 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.522274 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=514714bd-4c03-4d2d-a1b5-984926810438,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:52.528999 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-63a224ac-f993-4716-a54b-aebf0579a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'ec16c63b-d84c-4246-919d-88452755bb0e', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'port_id': '34a326e8-d2dd-40b1-93a1-81206668df19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'mac_address': 'fa:16:3e:be:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10086e87-e8da-4393-ad19-53dbe3881515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:27:34Z', 'updated_at': '2021-07-13T19:27:50Z', 'revision_number': 1, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:38Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:52.531748 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] No DVR routers for this DVR port 514714bd-4c03-4d2d-a1b5-984926810438 on host dv-cinder-786931-3-iscsi {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:52.563179 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a224ac-f993-4716-a54b-aebf0579a32e None None] The sync data for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi is: [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'ec16c63b-d84c-4246-919d-88452755bb0e', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'port_id': '34a326e8-d2dd-40b1-93a1-81206668df19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'mac_address': 'fa:16:3e:be:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10086e87-e8da-4393-ad19-53dbe3881515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:27:34Z', 'updated_at': '2021-07-13T19:27:50Z', 'revision_number': 1, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:38Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:52.600987 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eb2555-0294-43ff-a595-d06d8321c4b9 None None] DHCP port deletion for b8d11fbb-c70a-4743-a5e9-704ff2c10185 request from dv-cinder-786931-3-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:27:52.677137 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.698410 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d11fbb-c70a-4743-a5e9-704ff2c10185']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:52.718032 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c349b47-d98b-4f01-ab3d-f600431c2cfd') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:52.718673 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c349b47-d98b-4f01-ab3d-f600431c2cfd') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:52.731405 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797635'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.747037 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.754381 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:27:52.754929 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1946948'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: timer() Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: cb(*args, **kw) Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: self._notify() Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: self.callback(batched_events) Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: event.method(event) Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._get(url).json() Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:27:52.757428 dv-cinder-786931-3-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:27:52.851811 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599d5b8e-34b4-4ddc-ab62-7016f6fac462 None None] New status for floating IP ec16c63b-d84c-4246-919d-88452755bb0e: ACTIVE {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:27:52.857751 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.877998 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:52.881132 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b8d11fbb-c70a-4743-a5e9-704ff2c10185 HTTP/1.1" status: 204 len: 168 time: 0.8402655 Jul 13 19:27:52.882663 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce6a8f-dae6-44da-8a21-1d69823542f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d11fbb-c70a-4743-a5e9-704ff2c10185,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:52.883338 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41388) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:52.908742 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacb730-6ece-44b0-9335-9bb2ab3c76eb req-3fbf313d-e2fa-4d0e-a00d-0610608a3317 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:52.910897 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4dacb730-6ece-44b0-9335-9bb2ab3c76eb req-3fbf313d-e2fa-4d0e-a00d-0610608a3317 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 943 time: 0.1073632 Jul 13 19:27:52.958252 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4dacb730-6ece-44b0-9335-9bb2ab3c76eb req-3ccece6f-82f4-448e-bb53-5cabca26163a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 Jul 13 19:27:53.267488 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a2e50b94-ad06-4d5f-96bd-23f41a4a3dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523116'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:53.808320 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-a2e50b94-ad06-4d5f-96bd-23f41a4a3dd1 admin admin] Deleting port de83882c-2bef-4a1d-bc55-50cdd27c30e6 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:53.808723 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a2e50b94-ad06-4d5f-96bd-23f41a4a3dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:53.911116 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-a2e50b94-ad06-4d5f-96bd-23f41a4a3dd1 admin admin] For port de83882c-2bef-4a1d-bc55-50cdd27c30e6, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=de83882c-2bef-4a1d-bc55-50cdd27c30e6,segment=NetworkSegment(1580371b-f69f-4468-ab6e-b7a40d2502fb),segment_id=1580371b-f69f-4468-ab6e-b7a40d2502fb)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:53.911587 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a2e50b94-ad06-4d5f-96bd-23f41a4a3dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:53.942579 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-a2e50b94-ad06-4d5f-96bd-23f41a4a3dd1 admin admin] Calling delete_port for de83882c-2bef-4a1d-bc55-50cdd27c30e6 owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:53.955046 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 514714bd-4c03-4d2d-a1b5-984926810438 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:53.974563 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: 514714bd-4c03-4d2d-a1b5-984926810438 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:53.974913 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 514714bd-4c03-4d2d-a1b5-984926810438 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:54.138640 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a2e50b94-ad06-4d5f-96bd-23f41a4a3dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:54.141632 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097029-1220-4082-abfd-dab7e21ffdb9 req-75911209-ed35-40af-83c6-8b80cf43a10a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:54.143230 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-44097029-1220-4082-abfd-dab7e21ffdb9 req-75911209-ed35-40af-83c6-8b80cf43a10a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 943 time: 0.0648327 Jul 13 19:27:54.172337 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e50b94-ad06-4d5f-96bd-23f41a4a3dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de83882c-2bef-4a1d-bc55-50cdd27c30e6,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:54.190156 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-44097029-1220-4082-abfd-dab7e21ffdb9 req-eb7aab85-db8d-40f6-bbb0-59a75b478483 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411143 Jul 13 19:27:54.367017 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a2e50b94-ad06-4d5f-96bd-23f41a4a3dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33039051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523400'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:54.599975 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e50b94-ad06-4d5f-96bd-23f41a4a3dd1 admin admin] Router 3dc5a50f-c073-4817-ae42-9a4fcb102bbc has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:27:54.712238 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e50b94-ad06-4d5f-96bd-23f41a4a3dd1 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:27:54.720329 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-a2e50b94-ad06-4d5f-96bd-23f41a4a3dd1 admin admin] 10.222.0.68 "PUT /v2.0/routers/3dc5a50f-c073-4817-ae42-9a4fcb102bbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8351464 Jul 13 19:27:54.721372 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9de65d-29cd-425c-8e2a-c2a464aa1395 None None] Sync routers for ids ['3dc5a50f-c073-4817-ae42-9a4fcb102bbc'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:27:54.722794 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41394) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:54.732242 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9de65d-29cd-425c-8e2a-c2a464aa1395 None None] Routers {'3dc5a50f-c073-4817-ae42-9a4fcb102bbc'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:54.732895 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-ad9de65d-29cd-425c-8e2a-c2a464aa1395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['3dc5a50f-c073-4817-ae42-9a4fcb102bbc'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:54.799163 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 865e2619-1f8d-4e1f-a82d-cb3881baace8 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:27:54.840407 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Notify callbacks [] for router, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:54.962252 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:54.992112 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-ad9de65d-29cd-425c-8e2a-c2a464aa1395 None None] Set router 3dc5a50f-c073-4817-ae42-9a4fcb102bbc gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:55.018027 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Deleting port 0a4b2ff8-321b-4a02-993a-e88e909800be {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:55.018368 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.100339 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] For port 0a4b2ff8-321b-4a02-993a-e88e909800be, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=0a4b2ff8-321b-4a02-993a-e88e909800be,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:55.101215 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.108224 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 865e2619-1f8d-4e1f-a82d-cb3881baace8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=865e2619-1f8d-4e1f-a82d-cb3881baace8,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:55.114460 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Calling delete_port for 0a4b2ff8-321b-4a02-993a-e88e909800be owned by network:router_gateway {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:55.123963 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'port_id': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'mac_address': 'fa:16:3e:55:0a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:27:55.188101 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.225432 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865e2619-1f8d-4e1f-a82d-cb3881baace8 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:55.252811 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 865e2619-1f8d-4e1f-a82d-cb3881baace8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=865e2619-1f8d-4e1f-a82d-cb3881baace8,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:55.258336 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.297694 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-ad9de65d-29cd-425c-8e2a-c2a464aa1395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'name': 'tempest-TestMinimumBasicScenario-1340267585-router', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:26Z', 'updated_at': '2021-07-13T19:27:54Z', 'revision_number': 5, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'gw_port': {'id': '0a4b2ff8-321b-4a02-993a-e88e909800be', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:27Z', 'updated_at': '2021-07-13T19:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:55.311605 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.333085 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9de65d-29cd-425c-8e2a-c2a464aa1395 None None] Checking router: 3dc5a50f-c073-4817-ae42-9a4fcb102bbc for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:27:55.341859 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=865e2619-1f8d-4e1f-a82d-cb3881baace8,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:55.347025 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4b2ff8-321b-4a02-993a-e88e909800be,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:55.350500 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9de65d-29cd-425c-8e2a-c2a464aa1395 None None] Routers {'3dc5a50f-c073-4817-ae42-9a4fcb102bbc'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:27:55.351346 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-ad9de65d-29cd-425c-8e2a-c2a464aa1395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['3dc5a50f-c073-4817-ae42-9a4fcb102bbc'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:55.406455 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83bad6-896d-4d00-ae7f-6971427a1d53 req-a3a8ef19-e0c1-4ba0-a9d2-db7f86e27826 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:55.408038 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-aa83bad6-896d-4d00-ae7f-6971427a1d53 req-a3a8ef19-e0c1-4ba0-a9d2-db7f86e27826 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 944 time: 0.0808251 Jul 13 19:27:55.415441 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520458'] for router_gateway, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.433849 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-ad9de65d-29cd-425c-8e2a-c2a464aa1395 None None] Set router 3dc5a50f-c073-4817-ae42-9a4fcb102bbc gateway port host: None {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:27:55.452858 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-aa83bad6-896d-4d00-ae7f-6971427a1d53 req-85bbeb31-395f-4612-9572-bc67d46f9180 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381322 Jul 13 19:27:55.518141 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13715'] for router, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.518773 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['865e2619-1f8d-4e1f-a82d-cb3881baace8'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:55.520465 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.522383 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-ad9de65d-29cd-425c-8e2a-c2a464aa1395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'name': 'tempest-TestMinimumBasicScenario-1340267585-router', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:26Z', 'updated_at': '2021-07-13T19:27:55Z', 'revision_number': 7, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'gw_port_host': None}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:55.567812 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393745'] for router, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.568375 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc5a50f-c073-4817-ae42-9a4fcb102bbc {{(pid=92952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:27:55.568624 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9de65d-29cd-425c-8e2a-c2a464aa1395 None None] The sync data for ids ['3dc5a50f-c073-4817-ae42-9a4fcb102bbc'] in dv-cinder-786931-3-iscsi is: [{'id': '3dc5a50f-c073-4817-ae42-9a4fcb102bbc', 'name': 'tempest-TestMinimumBasicScenario-1340267585-router', 'tenant_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:26Z', 'updated_at': '2021-07-13T19:27:55Z', 'revision_number': 7, 'project_id': '29c4f7d8a1bf40f7a95b18978bcd12ca', 'gw_port_host': None}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:27:55.573582 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.574830 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7060a1de-2215-4e1d-907d-1d321b124d2f admin admin] 10.222.0.68 "DELETE /v2.0/routers/3dc5a50f-c073-4817-ae42-9a4fcb102bbc HTTP/1.1" status: 204 len: 168 time: 0.8510382 Jul 13 19:27:55.578140 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41400) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:55.637945 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbad5b1b-f40b-45b5-9a06-ce654462f1fe admin admin] Deleting subnet 0ad17709-cf9a-4fc6-ab9d-80087b9924fe {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:27:55.641354 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-dbad5b1b-f40b-45b5-9a06-ce654462f1fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.681753 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-dbad5b1b-f40b-45b5-9a06-ce654462f1fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569325'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.769612 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-dbad5b1b-f40b-45b5-9a06-ce654462f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.826707 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-dbad5b1b-f40b-45b5-9a06-ce654462f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8569209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529206'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.858818 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad5b1b-f40b-45b5-9a06-ce654462f1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad17709-cf9a-4fc6-ab9d-80087b9924fe,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:55.862618 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-dbad5b1b-f40b-45b5-9a06-ce654462f1fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:55.864767 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-dbad5b1b-f40b-45b5-9a06-ce654462f1fe admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0ad17709-cf9a-4fc6-ab9d-80087b9924fe HTTP/1.1" status: 204 len: 168 time: 0.2852612 Jul 13 19:27:55.867109 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41402) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:55.868597 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b007d9-4cbb-493e-a860-f9ce718f6edb None None] Network 0e77d8b1-3084-4722-9658-96d719554cd6 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:55.956083 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.072236 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Deleting port d8ed7a36-ac19-4887-aadb-00bc9cab1102 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:56.073347 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.105476 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device de83882c-2bef-4a1d-bc55-50cdd27c30e6 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:56.126805 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: de83882c-2bef-4a1d-bc55-50cdd27c30e6 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:56.127257 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device de83882c-2bef-4a1d-bc55-50cdd27c30e6 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:56.154511 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] For port d8ed7a36-ac19-4887-aadb-00bc9cab1102, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=d8ed7a36-ac19-4887-aadb-00bc9cab1102,segment=NetworkSegment(1580371b-f69f-4468-ab6e-b7a40d2502fb),segment_id=1580371b-f69f-4468-ab6e-b7a40d2502fb)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:56.154906 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.169865 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Calling delete_port for d8ed7a36-ac19-4887-aadb-00bc9cab1102 owned by network:dhcp {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:56.267747 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.318337 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] No DVR routers for this DVR port d8ed7a36-ac19-4887-aadb-00bc9cab1102 on host dv-cinder-786931-3-iscsi {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:56.323244 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ed7a36-ac19-4887-aadb-00bc9cab1102,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:56.394347 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.404772 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e77d8b1-3084-4722-9658-96d719554cd6']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:56.415809 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1580371b-f69f-4468-ab6e-b7a40d2502fb') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:56.416872 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1580371b-f69f-4468-ab6e-b7a40d2502fb') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:56.426801 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797635'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.451483 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.454383 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f7c159-c90e-44a9-9322-fd0764ba2d50 None None] DHCP port deletion for 0e77d8b1-3084-4722-9658-96d719554cd6 request from dv-cinder-786931-3-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:27:56.463468 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:27:56.463915 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1946948'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: timer() Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: cb(*args, **kw) Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: self._notify() Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: self.callback(batched_events) Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: event.method(event) Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._get(url).json() Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:27:56.466570 dv-cinder-786931-3-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:27:56.532680 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.540477 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.544364 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/0e77d8b1-3084-4722-9658-96d719554cd6 HTTP/1.1" status: 204 len: 168 time: 0.6758049 Jul 13 19:27:56.563354 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112674-ffdd-435b-9f7d-205b60dde6f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e77d8b1-3084-4722-9658-96d719554cd6,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:56.697876 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119721a-c7f8-4b53-9458-973acfaeb596 req-e3c9bc2b-7d3a-489d-898a-ee377027e0a7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:56.700282 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1119721a-c7f8-4b53-9458-973acfaeb596 req-e3c9bc2b-7d3a-489d-898a-ee377027e0a7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 944 time: 0.0767629 Jul 13 19:27:56.727748 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41410) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:56.772601 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1119721a-c7f8-4b53-9458-973acfaeb596 req-9d38ffe0-8ab0-4323-af8a-8511d88672c0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633953 Jul 13 19:27:56.802339 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-12b93862-a0df-417e-9f3f-de336145f19d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=88e17d7f77164df6bdf23c8acf0e374b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692348 Jul 13 19:27:56.802339 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41412) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:56.820647 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 865e2619-1f8d-4e1f-a82d-cb3881baace8 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:56.858138 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f67f5603-d19c-46b0-95a2-bc2518a35b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.880335 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f67f5603-d19c-46b0-95a2-bc2518a35b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.884454 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 865e2619-1f8d-4e1f-a82d-cb3881baace8 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:56.889336 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 865e2619-1f8d-4e1f-a82d-cb3881baace8 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:56.889710 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.961674 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f67f5603-d19c-46b0-95a2-bc2518a35b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.964382 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f67f5603-d19c-46b0-95a2-bc2518a35b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.966632 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f67f5603-d19c-46b0-95a2-bc2518a35b45 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef70590e-8342-46a0-8de6-0e2f41127d76 HTTP/1.1" status: 204 len: 168 time: 0.1629446 Jul 13 19:27:56.980570 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f5603-d19c-46b0-95a2-bc2518a35b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef70590e-8342-46a0-8de6-0e2f41127d76,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:56.999437 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.024617 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a754606b-541d-4295-81a1-7dba164af588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865e2619-1f8d-4e1f-a82d-cb3881baace8'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:57.026917 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d56077-b96b-452f-a853-f348e87d13d8" -d '{"events": [{"server_uuid": "a754606b-541d-4295-81a1-7dba164af588", "name": "network-vif-plugged", "status": "completed", "tag": "865e2619-1f8d-4e1f-a82d-cb3881baace8"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:57.041656 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 865e2619-1f8d-4e1f-a82d-cb3881baace8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=865e2619-1f8d-4e1f-a82d-cb3881baace8,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:57.046133 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.082300 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1914b30-f023-4975-88ab-ff7ee1c4b044 x-openstack-request-id: req-f1914b30-f023-4975-88ab-ff7ee1c4b044 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:57.082804 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a754606b-541d-4295-81a1-7dba164af588", "name": "network-vif-plugged", "status": "completed", "tag": "865e2619-1f8d-4e1f-a82d-cb3881baace8", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:57.083225 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f1914b30-f023-4975-88ab-ff7ee1c4b044 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:57.083891 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a754606b-541d-4295-81a1-7dba164af588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'code': 200} Jul 13 19:27:57.114115 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=865e2619-1f8d-4e1f-a82d-cb3881baace8,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:57.412130 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41422) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:57.415575 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92947496-e399-4811-987c-f15093b4a74a req-47d92a4f-b52e-4c62-9a21-5a9020d52dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:57.417404 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-92947496-e399-4811-987c-f15093b4a74a req-47d92a4f-b52e-4c62-9a21-5a9020d52dbe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 1098 time: 0.0734117 Jul 13 19:27:57.453971 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-92947496-e399-4811-987c-f15093b4a74a req-3b64a44e-37ec-4169-93ce-982dcf74eeff service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303564 Jul 13 19:27:57.477227 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-1b16cc84-e8b9-4819-a63b-b0e5a66abecd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=29c4f7d8a1bf40f7a95b18978bcd12ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633008 Jul 13 19:27:57.479725 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41424) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:57.531330 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5b6019f2-7281-4dc0-adf8-62fba1c9d0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.552651 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5b6019f2-7281-4dc0-adf8-62fba1c9d0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.602184 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5b6019f2-7281-4dc0-adf8-62fba1c9d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.607777 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5b6019f2-7281-4dc0-adf8-62fba1c9d0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.609885 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5b6019f2-7281-4dc0-adf8-62fba1c9d0e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d222c841-edb1-4beb-a9a9-3e6f5f2423ee HTTP/1.1" status: 204 len: 168 time: 0.1287098 Jul 13 19:27:57.620645 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6019f2-7281-4dc0-adf8-62fba1c9d0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d222c841-edb1-4beb-a9a9-3e6f5f2423ee,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:57.968285 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 0a4b2ff8-321b-4a02-993a-e88e909800be no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:57.993394 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: 0a4b2ff8-321b-4a02-993a-e88e909800be {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:57.994046 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 0a4b2ff8-321b-4a02-993a-e88e909800be not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:57.994663 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d8ed7a36-ac19-4887-aadb-00bc9cab1102 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:58.007265 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979345dd-71d1-4aae-83c7-9ba9264d3a53 req-bfdb531a-ff35-4358-a6c4-e26e1218d6ba tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:58.009682 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-979345dd-71d1-4aae-83c7-9ba9264d3a53 req-bfdb531a-ff35-4358-a6c4-e26e1218d6ba tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 945 time: 0.0870481 Jul 13 19:27:58.020590 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: d8ed7a36-ac19-4887-aadb-00bc9cab1102 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:58.020935 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d8ed7a36-ac19-4887-aadb-00bc9cab1102 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:58.069602 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-979345dd-71d1-4aae-83c7-9ba9264d3a53 req-7e10c2cf-6fbc-40ab-b8ab-4dd58249b217 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513737 Jul 13 19:27:59.237558 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09105584-bdc0-43f2-bef2-e06e56ad72a5 req-f3353078-a522-448b-97eb-c86b4f744751 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.239055 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-09105584-bdc0-43f2-bef2-e06e56ad72a5 req-f3353078-a522-448b-97eb-c86b4f744751 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 945 time: 0.0621431 Jul 13 19:27:59.276106 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-09105584-bdc0-43f2-bef2-e06e56ad72a5 req-974b1359-d2bc-4633-9770-e24156f79028 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314157 Jul 13 19:27:59.451851 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1540774-4337-4bfe-b18e-d1bf7e3a6a36 req-a660663f-aa9f-451a-83b8-5123270447eb tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.453388 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c1540774-4337-4bfe-b18e-d1bf7e3a6a36 req-a660663f-aa9f-451a-83b8-5123270447eb tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 945 time: 0.0647769 Jul 13 19:27:59.494184 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c1540774-4337-4bfe-b18e-d1bf7e3a6a36 req-ae98d060-d63f-42d8-b873-bdb40cf9d3df tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348036 Jul 13 19:27:59.520301 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41438) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:59.576974 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a1a9e-e81a-4143-86dd-4b4f1ed3fdd8 tempest-TestVolumeBootPattern-900367078 tempest-TestVolumeBootPattern-900367078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.578481 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b49a1a9e-e81a-4143-86dd-4b4f1ed3fdd8 tempest-TestVolumeBootPattern-900367078 tempest-TestVolumeBootPattern-900367078-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 1093 time: 0.0571935 Jul 13 19:27:59.581354 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41440) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:59.585649 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'floatingip': {'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'port_id': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:59.607773 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.703143 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.823326 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Allocated IP 172.27.0.243 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/e45e6a8e-13f0-4863-8cb9-cdeb34a3c45f) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:59.935525 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.978767 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.017916 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:00.022885 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:00.026592 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:00.032296 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'Port': ['ID=e45e6a8e-13f0-4863-8cb9-cdeb34a3c45f,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:00.405227 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.485622 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.649975 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.656718 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.726272 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'Port': ['ID=e45e6a8e-13f0-4863-8cb9-cdeb34a3c45f,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:00.740303 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:00.846785 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Floating IP bc39036c-920d-405e-ad10-d0b546a2e531 associated. External IP: 172.27.0.243, port: 865e2619-1f8d-4e1f-a82d-cb3881baace8. Jul 13 19:28:01.376205 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Router defb3f38-078a-4cb9-8cca-610d2bd1f74d has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:01.487097 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:01.496522 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb3cca-b220-43a1-939d-2c1c61be3a0b None None] Sync routers for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:01.502703 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:01.506305 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb3cca-b220-43a1-939d-2c1c61be3a0b None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:01.506960 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-ceeb3cca-b220-43a1-939d-2c1c61be3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:01.541621 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-15a5e48f-0df6-4a38-b231-d297dbb3839b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9592340 Jul 13 19:28:01.542261 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a754606b-541d-4295-81a1-7dba164af588', 'tag': '865e2619-1f8d-4e1f-a82d-cb3881baace8'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:01.545037 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051837c6-d54a-489f-b1e5-42f9a97b977c" -d '{"events": [{"name": "network-changed", "server_uuid": "a754606b-541d-4295-81a1-7dba164af588", "tag": "865e2619-1f8d-4e1f-a82d-cb3881baace8"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:01.587817 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a29e8c-9529-481d-a193-bc81b3116c02 x-openstack-request-id: req-09a29e8c-9529-481d-a193-bc81b3116c02 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:01.588104 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a754606b-541d-4295-81a1-7dba164af588", "tag": "865e2619-1f8d-4e1f-a82d-cb3881baace8", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:01.588352 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-09a29e8c-9529-481d-a193-bc81b3116c02 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:01.588754 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a754606b-541d-4295-81a1-7dba164af588', 'tag': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'status': 'completed', 'code': 200} Jul 13 19:28:01.644795 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-ceeb3cca-b220-43a1-939d-2c1c61be3a0b None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:01.668793 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051837c6-d54a-489f-b1e5-42f9a97b977c req-596d1914-007b-4384-ad70-f27db346338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.670655 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-051837c6-d54a-489f-b1e5-42f9a97b977c req-596d1914-007b-4384-ad70-f27db346338c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 1098 time: 0.0590563 Jul 13 19:28:01.781927 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051837c6-d54a-489f-b1e5-42f9a97b977c req-6285c847-af6f-4a2b-b187-3a0726076dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.783385 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-051837c6-d54a-489f-b1e5-42f9a97b977c req-6285c847-af6f-4a2b-b187-3a0726076dae service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 914 time: 0.1062675 Jul 13 19:28:01.857389 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-051837c6-d54a-489f-b1e5-42f9a97b977c req-d3c55d6c-ac3b-437e-892b-eaf71541438b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865e2619-1f8d-4e1f-a82d-cb3881baace8 HTTP/1.1" status: 200 len: 999 time: 0.0619674 Jul 13 19:28:01.909375 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-ceeb3cca-b220-43a1-939d-2c1c61be3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'bc39036c-920d-405e-ad10-d0b546a2e531', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:55:0a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a754606b-541d-4295-81a1-7dba164af588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:00Z', 'updated_at': '2021-07-13T19:28:00Z', 'revision_number': 0, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:01.931648 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051837c6-d54a-489f-b1e5-42f9a97b977c req-9dad8a62-8285-4d44-9daf-244219896989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.933395 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-051837c6-d54a-489f-b1e5-42f9a97b977c req-9dad8a62-8285-4d44-9daf-244219896989 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.0655854 Jul 13 19:28:01.948360 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb3cca-b220-43a1-939d-2c1c61be3a0b None None] Checking router: defb3f38-078a-4cb9-8cca-610d2bd1f74d for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:01.953924 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2aeda606-2c3b-404c-90da-89ff49adb1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:01.960709 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb3cca-b220-43a1-939d-2c1c61be3a0b None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:01.961348 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-ceeb3cca-b220-43a1-939d-2c1c61be3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:27:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:02.000138 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051837c6-d54a-489f-b1e5-42f9a97b977c req-e91a4f12-20bc-46a4-91e0-6247c0af2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:02.002099 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-051837c6-d54a-489f-b1e5-42f9a97b977c req-e91a4f12-20bc-46a4-91e0-6247c0af2f7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622637 Jul 13 19:28:02.080162 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-ceeb3cca-b220-43a1-939d-2c1c61be3a0b None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:02.124494 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-051837c6-d54a-489f-b1e5-42f9a97b977c req-23a9eed1-71a1-4a67-8c25-e7e084290eb2 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128697 Jul 13 19:28:02.251013 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-051837c6-d54a-489f-b1e5-42f9a97b977c req-2781566f-4191-4324-ba7d-7e900c35e861 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201205 Jul 13 19:28:02.378417 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-ceeb3cca-b220-43a1-939d-2c1c61be3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'bc39036c-920d-405e-ad10-d0b546a2e531', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:55:0a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a754606b-541d-4295-81a1-7dba164af588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:00Z', 'updated_at': '2021-07-13T19:28:00Z', 'revision_number': 0, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:02.411606 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb3cca-b220-43a1-939d-2c1c61be3a0b None None] The sync data for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi is: [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'bc39036c-920d-405e-ad10-d0b546a2e531', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:55:0a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a754606b-541d-4295-81a1-7dba164af588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:00Z', 'updated_at': '2021-07-13T19:28:00Z', 'revision_number': 0, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:02.618189 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6c3e0b-0718-4983-8863-457009e0a5f9 None None] New status for floating IP bc39036c-920d-405e-ad10-d0b546a2e531: ACTIVE {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:28:03.985274 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:28:05.087823 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fb97fbdc-d597-4ce8-b75a-470666463cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:05.477465 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:06.055917 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.162761 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.295265 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.769513 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41502) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:27.952096 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Deleting port 9576cb5a-7b63-41f2-ab31-5a7ac92aa6d9 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:27.952439 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.030606 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.030849 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.042753 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Calling delete_port for 9576cb5a-7b63-41f2-ab31-5a7ac92aa6d9 owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:28.224971 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.256678 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event deleted for resources: {'Port': ['ID=9576cb5a-7b63-41f2-ab31-5a7ac92aa6d9,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:28.322679 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.322926 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Floating IP f7a5f80e-10d0-4257-8955-ee03065610db disassociated (deleted). External IP: 172.27.0.138, port: 447b0fa5-ee4e-424e-bc17-c2799cad0206. Jul 13 19:28:28.536834 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:28.659321 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:28.664209 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.668727 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a18fd-880f-4b32-b6be-a0ade1571d7b None None] Sync routers for ids ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:28.704235 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-346faca0-7674-4621-8d59-35d90553b498 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "DELETE /v2.0/floatingips/f7a5f80e-10d0-4257-8955-ee03065610db HTTP/1.1" status: 204 len: 168 time: 0.9330904 Jul 13 19:28:28.711340 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:28.711340 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd0e403-427a-4848-8885-a2969695d3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:28.746830 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7523d35a-0f07-486f-a071-9f021ef95f5f x-openstack-request-id: req-7523d35a-0f07-486f-a071-9f021ef95f5f {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:28.747191 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:28.747401 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7523d35a-0f07-486f-a071-9f021ef95f5f {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:28.747842 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'status': 'completed', 'code': 200} Jul 13 19:28:28.765839 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a18fd-880f-4b32-b6be-a0ade1571d7b None None] Routers {'73f9e95e-9ba2-471f-a942-0cd8f6239fe3'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:28.766444 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-9a2a18fd-880f-4b32-b6be-a0ade1571d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:28:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:28.829936 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0e403-427a-4848-8885-a2969695d3a0 req-83d3bf0f-e80c-4ad1-aaef-d39741543b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:28.831503 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8bd0e403-427a-4848-8885-a2969695d3a0 req-83d3bf0f-e80c-4ad1-aaef-d39741543b37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533&device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 1098 time: 0.0625548 Jul 13 19:28:28.879503 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-9a2a18fd-880f-4b32-b6be-a0ade1571d7b None None] Set router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:28.928950 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0e403-427a-4848-8885-a2969695d3a0 req-f0c23f65-1689-4ca0-8235-6b69b89842a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:28.930692 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8bd0e403-427a-4848-8885-a2969695d3a0 req-f0c23f65-1689-4ca0-8235-6b69b89842a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5d0baed2-a221-495a-9b1f-f3bd7404bbba HTTP/1.1" status: 200 len: 911 time: 0.0929108 Jul 13 19:28:28.975938 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8bd0e403-427a-4848-8885-a2969695d3a0 req-596ba2f4-40a9-4d61-bdc8-95cdae21bca2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206 HTTP/1.1" status: 200 len: 217 time: 0.0388627 Jul 13 19:28:29.038507 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0e403-427a-4848-8885-a2969695d3a0 req-dcd77904-4529-46aa-a0d3-a57ca41d908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:29.040138 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8bd0e403-427a-4848-8885-a2969695d3a0 req-dcd77904-4529-46aa-a0d3-a57ca41d908f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=019047ff-c5fe-4aa2-bb42-5108f18c9f04 HTTP/1.1" status: 200 len: 848 time: 0.0549867 Jul 13 19:28:29.126592 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-9a2a18fd-880f-4b32-b6be-a0ade1571d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:23:44Z', 'revision_number': 4, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'cc131056-3830-4eb4-8b83-4c16fd316ac9', 'name': '', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'mac_address': 'fa:16:3e:6e:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:44Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 5, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'subnets': [{'id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:29.150806 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0e403-427a-4848-8885-a2969695d3a0 req-3d6811f5-9c6b-4b15-b73c-d6bc1fdd83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:29.152450 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8bd0e403-427a-4848-8885-a2969695d3a0 req-3d6811f5-9c6b-4b15-b73c-d6bc1fdd83fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d0baed2-a221-495a-9b1f-f3bd7404bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1056247 Jul 13 19:28:29.160278 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a18fd-880f-4b32-b6be-a0ade1571d7b None None] Checking router: 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:29.161023 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e6a34-07ef-4bef-9f3f-4d824fab55f2 req-8b76f7db-494f-453e-bc26-2c93963daadb tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:29.162573 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ea6e6a34-07ef-4bef-9f3f-4d824fab55f2 req-8b76f7db-494f-453e-bc26-2c93963daadb tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.1079762 Jul 13 19:28:29.170030 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a18fd-880f-4b32-b6be-a0ade1571d7b None None] Routers {'73f9e95e-9ba2-471f-a942-0cd8f6239fe3'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:29.170556 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-9a2a18fd-880f-4b32-b6be-a0ade1571d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:28:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:29.267363 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ea6e6a34-07ef-4bef-9f3f-4d824fab55f2 req-3c2da603-a386-4088-bd15-880242573786 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862746 Jul 13 19:28:29.289098 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8bd0e403-427a-4848-8885-a2969695d3a0 req-407f08ad-2faf-464d-8cc4-28945c233680 service neutron] 10.222.0.73 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248567 Jul 13 19:28:29.312118 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-9a2a18fd-880f-4b32-b6be-a0ade1571d7b None None] Set router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:29.384499 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8bd0e403-427a-4848-8885-a2969695d3a0 req-ab65fdf2-a3e6-4476-b3b4-1af5b53cc3df service neutron] 10.222.0.73 "GET /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894008 Jul 13 19:28:29.526882 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-9a2a18fd-880f-4b32-b6be-a0ade1571d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:23:44Z', 'revision_number': 4, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'cc131056-3830-4eb4-8b83-4c16fd316ac9', 'name': '', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'mac_address': 'fa:16:3e:6e:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:44Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 5, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'subnets': [{'id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:29.554262 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a18fd-880f-4b32-b6be-a0ade1571d7b None None] The sync data for ids ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'] in dv-cinder-786931-3-iscsi is: [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:23:44Z', 'revision_number': 4, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': 'cc131056-3830-4eb4-8b83-4c16fd316ac9', 'name': '', 'network_id': '5d0baed2-a221-495a-9b1f-f3bd7404bbba', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'mac_address': 'fa:16:3e:6e:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:44Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 5, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'subnets': [{'id': '019047ff-c5fe-4aa2-bb42-5108f18c9f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:29.795185 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866047de-3cee-4f53-ab97-b53ebec7c688 None None] New status for floating IP f7a5f80e-10d0-4257-8955-ee03065610db: DOWN {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:28:30.467630 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67039d85-7347-44a8-9f64-66951f1a324b req-89354eb7-8ef8-425b-a275-79fdf80d900c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:30.469640 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-67039d85-7347-44a8-9f64-66951f1a324b req-89354eb7-8ef8-425b-a275-79fdf80d900c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0709891 Jul 13 19:28:30.512196 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-67039d85-7347-44a8-9f64-66951f1a324b req-1d6546fe-4cfb-46aa-9141-7f922a2b93c0 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/security-groups?id=b727f3cd-bace-45d6-9fa8-218f26eaa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361991 Jul 13 19:28:30.609096 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707893d2-ab21-4fa9-b968-b6702a1d4a48 req-f531a274-46db-459e-bc7b-50ef0b997be9 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:30.610803 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-707893d2-ab21-4fa9-b968-b6702a1d4a48 req-f531a274-46db-459e-bc7b-50ef0b997be9 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.73 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 945 time: 0.0749028 Jul 13 19:28:30.733609 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-707893d2-ab21-4fa9-b968-b6702a1d4a48 req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Deleting port 447b0fa5-ee4e-424e-bc17-c2799cad0206 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:30.734072 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-707893d2-ab21-4fa9-b968-b6702a1d4a48 req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.857255 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-707893d2-ab21-4fa9-b968-b6702a1d4a48 req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] For port 447b0fa5-ee4e-424e-bc17-c2799cad0206, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=447b0fa5-ee4e-424e-bc17-c2799cad0206,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:30.857687 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-707893d2-ab21-4fa9-b968-b6702a1d4a48 req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.871496 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-707893d2-ab21-4fa9-b968-b6702a1d4a48 req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Calling delete_port for 447b0fa5-ee4e-424e-bc17-c2799cad0206 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:31.026989 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-707893d2-ab21-4fa9-b968-b6702a1d4a48 req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.059655 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event deleted for resources: {'Port': ['ID=447b0fa5-ee4e-424e-bc17-c2799cad0206,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:31.074682 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:31.075029 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:31.075376 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:31.075723 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:31.076056 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:31.076394 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:31.076723 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:31.077051 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:31.077383 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:31.077710 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:31.078037 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:31.078360 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:31.126941 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-707893d2-ab21-4fa9-b968-b6702a1d4a48 req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] No DVR routers for this DVR port 447b0fa5-ee4e-424e-bc17-c2799cad0206 on host hv-cinder-78693 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:31.129726 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-707893d2-ab21-4fa9-b968-b6702a1d4a48 req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.132274 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-707893d2-ab21-4fa9-b968-b6702a1d4a48 req-a8a8a078-e5f0-4247-8c56-4c0dcd18a316 tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.73 "DELETE /v2.0/ports/447b0fa5-ee4e-424e-bc17-c2799cad0206 HTTP/1.1" status: 204 len: 173 time: 0.5154488 Jul 13 19:28:31.132777 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'name': 'network-vif-deleted', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:31.137110 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78126af-9049-4feb-8156-ffd5da77c8f2" -d '{"events": [{"server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "name": "network-vif-deleted", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:31.177295 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7696c0a6-2761-4fa2-9dc9-e21667510ab5 x-openstack-request-id: req-7696c0a6-2761-4fa2-9dc9-e21667510ab5 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:31.177670 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84bc61b-96d4-40cb-908f-6cf56cb0c616", "name": "network-vif-deleted", "tag": "447b0fa5-ee4e-424e-bc17-c2799cad0206", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:31.177922 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7696c0a6-2761-4fa2-9dc9-e21667510ab5 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:31.178315 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84bc61b-96d4-40cb-908f-6cf56cb0c616', 'name': 'network-vif-deleted', 'tag': '447b0fa5-ee4e-424e-bc17-c2799cad0206', 'status': 'completed', 'code': 200} Jul 13 19:28:31.699449 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0565c779-bb75-4702-a298-fa624aaf979d req-e5e07aee-4e02-465e-ab97-06b4b974416b tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "GET /v2.0/ports?device_id=a84bc61b-96d4-40cb-908f-6cf56cb0c616 HTTP/1.1" status: 200 len: 210 time: 0.0396590 Jul 13 19:28:31.948990 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cf969ab9-5ba0-414f-b777-0e6b11a978f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.958997 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41548) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:33.018883 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d6992262-400a-48a4-9d3c-020120211c2c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.050757 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d6992262-400a-48a4-9d3c-020120211c2c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.122542 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d6992262-400a-48a4-9d3c-020120211c2c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.126460 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d6992262-400a-48a4-9d3c-020120211c2c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.130677 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d6992262-400a-48a4-9d3c-020120211c2c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] 10.222.0.68 "DELETE /v2.0/security-groups/b727f3cd-bace-45d6-9fa8-218f26eaa0e7 HTTP/1.1" status: 204 len: 168 time: 0.1681929 Jul 13 19:28:33.144822 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6992262-400a-48a4-9d3c-020120211c2c tempest-TestShelveInstance-1220115625 tempest-TestShelveInstance-1220115625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b727f3cd-bace-45d6-9fa8-218f26eaa0e7,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:33.185822 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41554) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:33.557841 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-87d0ff41-c8cd-4d13-9afa-874f86638193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523116'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.819064 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-87d0ff41-c8cd-4d13-9afa-874f86638193 admin admin] Deleting port cc131056-3830-4eb4-8b83-4c16fd316ac9 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:33.819316 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-87d0ff41-c8cd-4d13-9afa-874f86638193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.899264 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-87d0ff41-c8cd-4d13-9afa-874f86638193 admin admin] For port cc131056-3830-4eb4-8b83-4c16fd316ac9, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=cc131056-3830-4eb4-8b83-4c16fd316ac9,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:33.899619 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-87d0ff41-c8cd-4d13-9afa-874f86638193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:33.916298 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-87d0ff41-c8cd-4d13-9afa-874f86638193 admin admin] Calling delete_port for cc131056-3830-4eb4-8b83-4c16fd316ac9 owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:34.104475 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-87d0ff41-c8cd-4d13-9afa-874f86638193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.131846 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0ff41-c8cd-4d13-9afa-874f86638193 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc131056-3830-4eb4-8b83-4c16fd316ac9,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:34.331609 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-87d0ff41-c8cd-4d13-9afa-874f86638193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33039051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523400'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.567523 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d0ff41-c8cd-4d13-9afa-874f86638193 admin admin] Router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:34.950175 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 447b0fa5-ee4e-424e-bc17-c2799cad0206 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:34.966214 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d0ff41-c8cd-4d13-9afa-874f86638193 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:34.969609 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 447b0fa5-ee4e-424e-bc17-c2799cad0206 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:34.969954 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 447b0fa5-ee4e-424e-bc17-c2799cad0206 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:34.975573 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-87d0ff41-c8cd-4d13-9afa-874f86638193 admin admin] 10.222.0.68 "PUT /v2.0/routers/73f9e95e-9ba2-471f-a942-0cd8f6239fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7870758 Jul 13 19:28:34.978775 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a8889-c9b8-4be6-ba32-e1f2d83861e4 None None] Sync routers for ids ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:34.979855 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41558) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:34.988248 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a8889-c9b8-4be6-ba32-e1f2d83861e4 None None] Routers {'73f9e95e-9ba2-471f-a942-0cd8f6239fe3'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:34.988852 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5a7a8889-c9b8-4be6-ba32-e1f2d83861e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:28:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:35.082881 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43187f0d-4443-4fc9-a764-c5899aae24b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.093052 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Notify callbacks [] for router, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.097156 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-5a7a8889-c9b8-4be6-ba32-e1f2d83861e4 None None] Set router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:35.195641 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.257670 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Deleting port f20ad5aa-74c7-472f-afaa-a37bf3925f19 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:35.258322 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.276317 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5a7a8889-c9b8-4be6-ba32-e1f2d83861e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port': {'id': 'f20ad5aa-74c7-472f-afaa-a37bf3925f19', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:42Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:35.301720 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a8889-c9b8-4be6-ba32-e1f2d83861e4 None None] Checking router: 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:35.310960 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a8889-c9b8-4be6-ba32-e1f2d83861e4 None None] Routers {'73f9e95e-9ba2-471f-a942-0cd8f6239fe3'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:35.311570 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5a7a8889-c9b8-4be6-ba32-e1f2d83861e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:28:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:35.346192 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] For port f20ad5aa-74c7-472f-afaa-a37bf3925f19, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=f20ad5aa-74c7-472f-afaa-a37bf3925f19,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:35.346576 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.360787 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Calling delete_port for f20ad5aa-74c7-472f-afaa-a37bf3925f19 owned by network:router_gateway {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:35.396999 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-5a7a8889-c9b8-4be6-ba32-e1f2d83861e4 None None] Set router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 gateway port host: None {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:35.451781 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-5a7a8889-c9b8-4be6-ba32-e1f2d83861e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:28:35Z', 'revision_number': 6, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port_host': None}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:35.470451 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.500988 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a8889-c9b8-4be6-ba32-e1f2d83861e4 None None] The sync data for ids ['73f9e95e-9ba2-471f-a942-0cd8f6239fe3'] in dv-cinder-786931-3-iscsi is: [{'id': '73f9e95e-9ba2-471f-a942-0cd8f6239fe3', 'name': 'tempest-TestShelveInstance-1457940679-router', 'tenant_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:41Z', 'updated_at': '2021-07-13T19:28:35Z', 'revision_number': 6, 'project_id': 'f080e94b4b644dc7b1f5e2bc57a4d533', 'gw_port_host': None}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:35.559931 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.592113 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=f20ad5aa-74c7-472f-afaa-a37bf3925f19,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:35.658629 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520458'] for router_gateway, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.750008 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13715'] for router, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.752805 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.797874 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393745'] for router, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.798280 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73f9e95e-9ba2-471f-a942-0cd8f6239fe3 {{(pid=92952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:28:35.802996 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.804168 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7bc697be-3389-4bdd-911c-d4839ce04f4c admin admin] 10.222.0.68 "DELETE /v2.0/routers/73f9e95e-9ba2-471f-a942-0cd8f6239fe3 HTTP/1.1" status: 204 len: 168 time: 0.8233325 Jul 13 19:28:35.807639 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41562) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:35.870736 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c093e83b-81b4-4ef2-9e8a-c72ce17f79a8 admin admin] Deleting subnet 019047ff-c5fe-4aa2-bb42-5108f18c9f04 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:28:35.874372 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c093e83b-81b4-4ef2-9e8a-c72ce17f79a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.913066 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c093e83b-81b4-4ef2-9e8a-c72ce17f79a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569325'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.012618 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c093e83b-81b4-4ef2-9e8a-c72ce17f79a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.049469 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.077162 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c093e83b-81b4-4ef2-9e8a-c72ce17f79a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8569209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529206'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.102266 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093e83b-81b4-4ef2-9e8a-c72ce17f79a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019047ff-c5fe-4aa2-bb42-5108f18c9f04,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:36.109450 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c093e83b-81b4-4ef2-9e8a-c72ce17f79a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.114103 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c093e83b-81b4-4ef2-9e8a-c72ce17f79a8 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/019047ff-c5fe-4aa2-bb42-5108f18c9f04 HTTP/1.1" status: 204 len: 168 time: 0.3020363 Jul 13 19:28:36.115141 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41564) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:36.115949 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeb2719-7452-421d-b481-a9cf2b26ad17 None None] Network 5d0baed2-a221-495a-9b1f-f3bd7404bbba requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:36.194603 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.253593 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Deleting port b2e86652-4939-44e8-92c0-8fe6d6d61f64 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:36.254672 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.339742 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] For port b2e86652-4939-44e8-92c0-8fe6d6d61f64, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=b2e86652-4939-44e8-92c0-8fe6d6d61f64,segment=NetworkSegment(31a8e5a3-e57e-4b60-8898-ca6cceda297f),segment_id=31a8e5a3-e57e-4b60-8898-ca6cceda297f)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:36.340106 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.362030 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Calling delete_port for b2e86652-4939-44e8-92c0-8fe6d6d61f64 owned by network:dhcp {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:36.362218 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e665d385-feca-4997-b8a7-be8cc0e65bcf None None] DHCP port deletion for 5d0baed2-a221-495a-9b1f-f3bd7404bbba request from dv-cinder-786931-3-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:28:36.470634 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.471958 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device cc131056-3830-4eb4-8b83-4c16fd316ac9 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:36.516223 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: cc131056-3830-4eb4-8b83-4c16fd316ac9 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:36.516758 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device cc131056-3830-4eb4-8b83-4c16fd316ac9 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:36.521992 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-e665d385-feca-4997-b8a7-be8cc0e65bcf None None] Deleting port b2e86652-4939-44e8-92c0-8fe6d6d61f64 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:36.522213 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e665d385-feca-4997-b8a7-be8cc0e65bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.529971 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e86652-4939-44e8-92c0-8fe6d6d61f64,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:36.536329 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] No DVR routers for this DVR port b2e86652-4939-44e8-92c0-8fe6d6d61f64 on host dv-cinder-786931-3-iscsi {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:36.628544 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.646914 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0baed2-a221-495a-9b1f-f3bd7404bbba']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:36.662700 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a8e5a3-e57e-4b60-8898-ca6cceda297f') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:36.663510 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a8e5a3-e57e-4b60-8898-ca6cceda297f') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:36.680343 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569332'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.702027 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.711468 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:28:36.711881 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8569047'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: timer() Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: cb(*args, **kw) Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: self._notify() Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: self.callback(batched_events) Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: event.method(event) Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._get(url).json() Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:28:36.715789 dv-cinder-786931-3-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:28:36.726782 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-e665d385-feca-4997-b8a7-be8cc0e65bcf None None] For port b2e86652-4939-44e8-92c0-8fe6d6d61f64, host dv-cinder-786931-3-iscsi, got binding levels [] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:36.727191 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e665d385-feca-4997-b8a7-be8cc0e65bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.742210 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-e665d385-feca-4997-b8a7-be8cc0e65bcf None None] Calling delete_port for b2e86652-4939-44e8-92c0-8fe6d6d61f64 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:36.745555 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.ipam_backend_mixin [None req-e665d385-feca-4997-b8a7-be8cc0e65bcf None None] Port b2e86652-4939-44e8-92c0-8fe6d6d61f64 was not found and therefore no delete operation was performed {{(pid=92953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:28:36.747044 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e665d385-feca-4997-b8a7-be8cc0e65bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.772672 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665d385-feca-4997-b8a7-be8cc0e65bcf None None] Pushing event deleted for resources: {'Port': ['ID=b2e86652-4939-44e8-92c0-8fe6d6d61f64,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:36.777103 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e665d385-feca-4997-b8a7-be8cc0e65bcf None None] No DVR routers for this DVR port b2e86652-4939-44e8-92c0-8fe6d6d61f64 on host dv-cinder-786931-3-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:36.802616 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.811508 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.814959 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] 10.222.0.68 "DELETE /v2.0/networks/5d0baed2-a221-495a-9b1f-f3bd7404bbba HTTP/1.1" status: 204 len: 168 time: 0.6985166 Jul 13 19:28:36.817750 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41568) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:36.843716 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a645c-79f2-4af3-8cb5-4f6f76f32903 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0baed2-a221-495a-9b1f-f3bd7404bbba,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:37.220029 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-30358ce1-18d7-4952-ada0-176d8c7616be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523116'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.512090 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-30358ce1-18d7-4952-ada0-176d8c7616be admin admin] Deleting port ccbf2dec-5d1a-426f-8f76-d8506213cd85 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:37.512887 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-30358ce1-18d7-4952-ada0-176d8c7616be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.599674 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-30358ce1-18d7-4952-ada0-176d8c7616be admin admin] For port ccbf2dec-5d1a-426f-8f76-d8506213cd85, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=ccbf2dec-5d1a-426f-8f76-d8506213cd85,segment=NetworkSegment(651ea714-20d7-4d6d-b8da-f04411f4dd93),segment_id=651ea714-20d7-4d6d-b8da-f04411f4dd93)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:37.600031 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-30358ce1-18d7-4952-ada0-176d8c7616be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.614122 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-30358ce1-18d7-4952-ada0-176d8c7616be admin admin] Calling delete_port for ccbf2dec-5d1a-426f-8f76-d8506213cd85 owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:37.803101 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-30358ce1-18d7-4952-ada0-176d8c7616be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.830881 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30358ce1-18d7-4952-ada0-176d8c7616be admin admin] Pushing event deleted for resources: {'Port': ['ID=ccbf2dec-5d1a-426f-8f76-d8506213cd85,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:38.052854 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device f20ad5aa-74c7-472f-afaa-a37bf3925f19 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:38.053809 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-30358ce1-18d7-4952-ada0-176d8c7616be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33039051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523400'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.078182 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: f20ad5aa-74c7-472f-afaa-a37bf3925f19 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:38.078558 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device f20ad5aa-74c7-472f-afaa-a37bf3925f19 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:38.079056 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device b2e86652-4939-44e8-92c0-8fe6d6d61f64 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:38.099409 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: b2e86652-4939-44e8-92c0-8fe6d6d61f64 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:38.099679 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device b2e86652-4939-44e8-92c0-8fe6d6d61f64 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:38.164491 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.316568 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30358ce1-18d7-4952-ada0-176d8c7616be admin admin] Router fed8f265-6f2c-4ce9-a68c-23ddfc11c21a has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:38.444254 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30358ce1-18d7-4952-ada0-176d8c7616be admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:38.451200 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-30358ce1-18d7-4952-ada0-176d8c7616be admin admin] 10.222.0.68 "PUT /v2.0/routers/fed8f265-6f2c-4ce9-a68c-23ddfc11c21a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6320541 Jul 13 19:28:38.453954 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41572) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:38.455249 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e817e6-2c9b-4999-b03b-68b9866a7aa9 None None] Sync routers for ids ['fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:38.467554 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e817e6-2c9b-4999-b03b-68b9866a7aa9 None None] Routers {'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:38.468477 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-44e817e6-2c9b-4999-b03b-68b9866a7aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:28:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:38.590848 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-44e817e6-2c9b-4999-b03b-68b9866a7aa9 None None] Set router fed8f265-6f2c-4ce9-a68c-23ddfc11c21a gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:38.640020 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Notify callbacks [] for router, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.802353 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.851708 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-44e817e6-2c9b-4999-b03b-68b9866a7aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'name': 'tempest-TestShelveInstance-1238621198-router', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:28:37Z', 'revision_number': 5, 'project_id': 'e609d823f6654d589c9d24b03281d400', 'gw_port': {'id': 'd1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:38.883814 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e817e6-2c9b-4999-b03b-68b9866a7aa9 None None] Checking router: fed8f265-6f2c-4ce9-a68c-23ddfc11c21a for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:38.896404 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e817e6-2c9b-4999-b03b-68b9866a7aa9 None None] Routers {'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:38.897564 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-44e817e6-2c9b-4999-b03b-68b9866a7aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:28:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:39.018498 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-44e817e6-2c9b-4999-b03b-68b9866a7aa9 None None] Set router fed8f265-6f2c-4ce9-a68c-23ddfc11c21a gateway port host: None {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:39.085090 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-44e817e6-2c9b-4999-b03b-68b9866a7aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'name': 'tempest-TestShelveInstance-1238621198-router', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:28:38Z', 'revision_number': 6, 'project_id': 'e609d823f6654d589c9d24b03281d400', 'gw_port_host': None}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:39.116601 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e817e6-2c9b-4999-b03b-68b9866a7aa9 None None] The sync data for ids ['fed8f265-6f2c-4ce9-a68c-23ddfc11c21a'] in dv-cinder-786931-3-iscsi is: [{'id': 'fed8f265-6f2c-4ce9-a68c-23ddfc11c21a', 'name': 'tempest-TestShelveInstance-1238621198-router', 'tenant_id': 'e609d823f6654d589c9d24b03281d400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:47Z', 'updated_at': '2021-07-13T19:28:38Z', 'revision_number': 6, 'project_id': 'e609d823f6654d589c9d24b03281d400', 'gw_port_host': None}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:39.223245 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Deleting port d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:39.223582 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.280804 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc611267-5c9e-4c00-8fc2-f06cd621c65b req-67217c5f-6af7-4cf0-a05f-e3842a467ea6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:39.282467 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dc611267-5c9e-4c00-8fc2-f06cd621c65b req-67217c5f-6af7-4cf0-a05f-e3842a467ea6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.1276100 Jul 13 19:28:39.350900 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dc611267-5c9e-4c00-8fc2-f06cd621c65b req-9f4d595e-a4dc-4f8e-a3c6-084422a2311a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609541 Jul 13 19:28:39.352722 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] For port d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:39.353084 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.366597 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Calling delete_port for d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 owned by network:router_gateway {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:39.550072 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.579892 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:39.638115 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:39.638633 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:39.639043 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:39.639450 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:39.639847 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:39.640242 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:39.640654 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:39.641044 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:39.641378 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:39.641701 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:39.642023 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:39.642340 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:39.669941 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520458'] for router_gateway, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.771004 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13715'] for router, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.773708 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.821458 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393745'] for router, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.822844 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fed8f265-6f2c-4ce9-a68c-23ddfc11c21a {{(pid=92951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:28:39.828859 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.830350 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-871468e5-f606-4b50-aa1d-4560247dd28b admin admin] 10.222.0.68 "DELETE /v2.0/routers/fed8f265-6f2c-4ce9-a68c-23ddfc11c21a HTTP/1.1" status: 204 len: 168 time: 1.3751922 Jul 13 19:28:39.833229 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41580) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:39.878841 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf06008b-e65e-432b-91b7-7beb05f5c27c admin admin] Deleting subnet 5561ee25-3c52-4e9d-a94b-98f96f257639 {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:28:39.882225 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bf06008b-e65e-432b-91b7-7beb05f5c27c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.924419 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bf06008b-e65e-432b-91b7-7beb05f5c27c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797658'] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.019196 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:40.026191 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bf06008b-e65e-432b-91b7-7beb05f5c27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.047065 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:40.047558 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device d1f87ba7-df4b-4d09-85e4-0bb4c21e8fc3 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:40.048085 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device ccbf2dec-5d1a-426f-8f76-d8506213cd85 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:40.069373 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: ccbf2dec-5d1a-426f-8f76-d8506213cd85 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:40.069832 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device ccbf2dec-5d1a-426f-8f76-d8506213cd85 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:40.102980 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bf06008b-e65e-432b-91b7-7beb05f5c27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1946858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8665806'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.131069 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06008b-e65e-432b-91b7-7beb05f5c27c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5561ee25-3c52-4e9d-a94b-98f96f257639,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:40.137270 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bf06008b-e65e-432b-91b7-7beb05f5c27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.138020 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-bf06008b-e65e-432b-91b7-7beb05f5c27c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5561ee25-3c52-4e9d-a94b-98f96f257639 HTTP/1.1" status: 204 len: 168 time: 0.3036435 Jul 13 19:28:40.139745 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41584) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:40.147145 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0839cc6a-a896-406e-af0c-50bf066fc152 None None] Network c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:40.256410 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.347130 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Deleting port 7097c06b-53e2-4760-85c6-14b025a70d8e {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:40.347476 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.412490 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3984d6-b07b-48d2-8371-bd93a2479b39 None None] DHCP port deletion for c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 request from dv-cinder-786931-3-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:28:40.442484 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] For port 7097c06b-53e2-4760-85c6-14b025a70d8e, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=7097c06b-53e2-4760-85c6-14b025a70d8e,segment=NetworkSegment(651ea714-20d7-4d6d-b8da-f04411f4dd93),segment_id=651ea714-20d7-4d6d-b8da-f04411f4dd93)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:40.443201 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.468887 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Calling delete_port for 7097c06b-53e2-4760-85c6-14b025a70d8e owned by network:dhcp {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:40.489824 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-ca3984d6-b07b-48d2-8371-bd93a2479b39 None None] Deleting port 7097c06b-53e2-4760-85c6-14b025a70d8e {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:40.490820 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ca3984d6-b07b-48d2-8371-bd93a2479b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.587233 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-ca3984d6-b07b-48d2-8371-bd93a2479b39 None None] For port 7097c06b-53e2-4760-85c6-14b025a70d8e, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=7097c06b-53e2-4760-85c6-14b025a70d8e,segment=NetworkSegment(651ea714-20d7-4d6d-b8da-f04411f4dd93),segment_id=651ea714-20d7-4d6d-b8da-f04411f4dd93)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:40.587589 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ca3984d6-b07b-48d2-8371-bd93a2479b39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.601490 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-ca3984d6-b07b-48d2-8371-bd93a2479b39 None None] Calling delete_port for 7097c06b-53e2-4760-85c6-14b025a70d8e owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:40.646404 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.671094 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927fd99-56bc-4734-87aa-ac808b6f8393 req-7b3e9be0-1652-4e0c-a8a8-ddca3e0223f9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:40.673203 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a927fd99-56bc-4734-87aa-ac808b6f8393 req-7b3e9be0-1652-4e0c-a8a8-ddca3e0223f9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.1270514 Jul 13 19:28:40.696104 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ca3984d6-b07b-48d2-8371-bd93a2479b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.709638 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Pushing event deleted for resources: {'Port': ['ID=7097c06b-53e2-4760-85c6-14b025a70d8e,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:40.720046 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] No DVR routers for this DVR port 7097c06b-53e2-4760-85c6-14b025a70d8e on host dv-cinder-786931-3-iscsi {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:40.724009 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3984d6-b07b-48d2-8371-bd93a2479b39 None None] Pushing event deleted for resources: {'Port': ['ID=7097c06b-53e2-4760-85c6-14b025a70d8e,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:40.729256 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3984d6-b07b-48d2-8371-bd93a2479b39 None None] No DVR routers for this DVR port 7097c06b-53e2-4760-85c6-14b025a70d8e on host dv-cinder-786931-3-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:40.824855 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a927fd99-56bc-4734-87aa-ac808b6f8393 req-74127ed9-9a9b-4e5f-b159-66a6d7dfeb22 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210587 Jul 13 19:28:40.836463 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.856010 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a8726d-24b6-42d4-aee6-ad7ba1b9b266']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:40.875636 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651ea714-20d7-4d6d-b8da-f04411f4dd93') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:40.876004 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651ea714-20d7-4d6d-b8da-f04411f4dd93') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:40.887951 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569332'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.904666 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.913126 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:28:40.913604 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8569047'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: timer() Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: cb(*args, **kw) Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: self._notify() Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: self.callback(batched_events) Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: event.method(event) Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._get(url).json() Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:28:40.915892 dv-cinder-786931-3-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:28:40.977758 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.986959 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.988588 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:28:40.989878 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] 10.222.0.68 "DELETE /v2.0/networks/c4a8726d-24b6-42d4-aee6-ad7ba1b9b266 HTTP/1.1" status: 204 len: 168 time: 0.8490376 Jul 13 19:28:41.001933 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee824b-dfa7-4efc-be74-d1268dc7495a admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a8726d-24b6-42d4-aee6-ad7ba1b9b266,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:41.220859 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41590) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:41.474880 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-a965f31f-3bee-4dc6-98f9-e22962421081 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f080e94b4b644dc7b1f5e2bc57a4d533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522817 Jul 13 19:28:41.477605 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41594) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:41.531240 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3738a7ff-016e-4127-bd54-353c65740196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.555474 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3738a7ff-016e-4127-bd54-353c65740196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.610276 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3738a7ff-016e-4127-bd54-353c65740196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.613605 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3738a7ff-016e-4127-bd54-353c65740196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.614978 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3738a7ff-016e-4127-bd54-353c65740196 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3ba71612-df14-4575-9c1c-d680c19c7599 HTTP/1.1" status: 204 len: 168 time: 0.1357260 Jul 13 19:28:41.626340 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738a7ff-016e-4127-bd54-353c65740196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba71612-df14-4575-9c1c-d680c19c7599,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:41.996817 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41602) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:42.018241 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 7097c06b-53e2-4760-85c6-14b025a70d8e no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:42.044532 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: 7097c06b-53e2-4760-85c6-14b025a70d8e {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:42.045249 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 7097c06b-53e2-4760-85c6-14b025a70d8e not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:42.054676 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-508c8c92-ccf0-401a-bdc7-395aeb6c1ca7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e609d823f6654d589c9d24b03281d400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520668 Jul 13 19:28:42.054676 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41604) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:42.086491 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad637907-dc8e-4445-a7f8-b0f9459adc55 req-e0568a6d-5396-485e-8029-247716c36f21 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:42.090191 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ad637907-dc8e-4445-a7f8-b0f9459adc55 req-e0568a6d-5396-485e-8029-247716c36f21 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.1116505 Jul 13 19:28:42.109924 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4cce7319-3168-4920-a335-a79e819ef431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.133342 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4cce7319-3168-4920-a335-a79e819ef431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.143633 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ad637907-dc8e-4445-a7f8-b0f9459adc55 req-ba3ad44d-a789-41ab-a339-a89a3696de5b tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474868 Jul 13 19:28:42.201255 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4cce7319-3168-4920-a335-a79e819ef431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.204264 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4cce7319-3168-4920-a335-a79e819ef431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.205630 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-4cce7319-3168-4920-a335-a79e819ef431 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/40db9225-c86f-4352-a21f-48b4bc0380f1 HTTP/1.1" status: 204 len: 168 time: 0.1501148 Jul 13 19:28:42.218967 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce7319-3168-4920-a335-a79e819ef431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40db9225-c86f-4352-a21f-48b4bc0380f1,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:43.333388 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eea6a-69f5-4a43-a6fb-59ea9c7713c7 req-3683cbad-a741-42f4-af67-75c2c07ca12c tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.334978 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d51eea6a-69f5-4a43-a6fb-59ea9c7713c7 req-3683cbad-a741-42f4-af67-75c2c07ca12c tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0698056 Jul 13 19:28:43.378034 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d51eea6a-69f5-4a43-a6fb-59ea9c7713c7 req-be9119d4-58a5-4582-87f8-16f949158a29 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373068 Jul 13 19:28:44.562768 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12e12b-9c84-4a7f-ba62-ce2d8157d5cb req-064a5318-db66-46e3-a5dc-6587235ad892 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:44.564384 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b12e12b-9c84-4a7f-ba62-ce2d8157d5cb req-064a5318-db66-46e3-a5dc-6587235ad892 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0722256 Jul 13 19:28:44.607105 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b12e12b-9c84-4a7f-ba62-ce2d8157d5cb req-fab6e2b1-3998-4811-a036-50ea2e1c9a58 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367854 Jul 13 19:28:45.817060 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75078c-781b-4b23-88f8-18089878b1fe req-5d2abb62-836e-459c-84de-45bbf957e69f tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:45.819552 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1e75078c-781b-4b23-88f8-18089878b1fe req-5d2abb62-836e-459c-84de-45bbf957e69f tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0928664 Jul 13 19:28:45.862967 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1e75078c-781b-4b23-88f8-18089878b1fe req-edd0779e-7be8-4155-a71a-7568a6383b73 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360444 Jul 13 19:28:47.058904 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144e1be-4610-433a-adc9-2cc00df17c51 req-bcc64194-3a0a-44f3-baa9-9e292700fd27 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:47.060561 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9144e1be-4610-433a-adc9-2cc00df17c51 req-bcc64194-3a0a-44f3-baa9-9e292700fd27 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0755012 Jul 13 19:28:47.108761 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9144e1be-4610-433a-adc9-2cc00df17c51 req-4c00288f-4d80-43ff-853b-eec006b2035a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423496 Jul 13 19:28:48.318938 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf58dd-70e1-4b78-8ba9-bf8343c63ac9 req-5268e434-694c-40c3-b7b5-ddafb3f15c26 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:48.320456 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8adf58dd-70e1-4b78-8ba9-bf8343c63ac9 req-5268e434-694c-40c3-b7b5-ddafb3f15c26 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0751550 Jul 13 19:28:48.365488 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8adf58dd-70e1-4b78-8ba9-bf8343c63ac9 req-fe711e96-9c11-4d2c-880b-a13a19609c39 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384042 Jul 13 19:28:49.570141 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295fc3e-59af-4dad-a667-8534f65677f9 req-b078e3e6-bd46-40ec-abac-2922cc315e88 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:49.571982 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f295fc3e-59af-4dad-a667-8534f65677f9 req-b078e3e6-bd46-40ec-abac-2922cc315e88 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0700409 Jul 13 19:28:49.613494 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f295fc3e-59af-4dad-a667-8534f65677f9 req-e84003db-8bd4-4047-acd6-314bfe5fd263 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352533 Jul 13 19:28:50.803008 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45247982-8005-4afe-ba2d-2de9dae4e734 req-b0bd7c5a-69ea-4f86-8689-7859d9b3f1a1 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.804959 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-45247982-8005-4afe-ba2d-2de9dae4e734 req-b0bd7c5a-69ea-4f86-8689-7859d9b3f1a1 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0695381 Jul 13 19:28:50.847668 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-45247982-8005-4afe-ba2d-2de9dae4e734 req-53321900-e945-4d7e-9029-08fbad5c731a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365715 Jul 13 19:28:51.294220 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.045153 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a6e52-a0fe-4320-9324-37ce62e4b84c req-5833b905-e6cc-4f7c-b34f-f1fba829dc1c tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.047150 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-978a6e52-a0fe-4320-9324-37ce62e4b84c req-5833b905-e6cc-4f7c-b34f-f1fba829dc1c tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0817423 Jul 13 19:28:52.088555 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-978a6e52-a0fe-4320-9324-37ce62e4b84c req-35727aca-3267-426e-a63d-ac07a523da8c tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356209 Jul 13 19:28:53.287583 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b0bac-a68d-4ff1-82de-c6499c591e90 req-d5a4e6cb-b772-4e07-9217-4110799b9ffb tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:53.289202 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4b7b0bac-a68d-4ff1-82de-c6499c591e90 req-d5a4e6cb-b772-4e07-9217-4110799b9ffb tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0724506 Jul 13 19:28:53.333154 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4b7b0bac-a68d-4ff1-82de-c6499c591e90 req-c628fff4-51ac-4b48-b9e1-12dc134040e8 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372291 Jul 13 19:28:54.548310 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f7ce6-394a-4b71-8523-9fed0998040c req-cb1202be-ed37-4286-bf85-0507122bad6d tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:54.549962 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-939f7ce6-394a-4b71-8523-9fed0998040c req-cb1202be-ed37-4286-bf85-0507122bad6d tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0835857 Jul 13 19:28:54.596243 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-939f7ce6-394a-4b71-8523-9fed0998040c req-22e5bee8-473e-4e48-aa68-79f111084163 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394742 Jul 13 19:28:55.001826 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71b86-58ee-41f1-a303-3e30e33ef8f5 req-9db69faa-8e74-41d4-a54b-461b5ee2e2bb tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.002617 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad2ae3-eabf-4695-8881-67f182169d40 req-a70cdc5e-fce4-4209-91f7-2381f431aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.003425 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a5e71b86-58ee-41f1-a303-3e30e33ef8f5 req-9db69faa-8e74-41d4-a54b-461b5ee2e2bb tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0857055 Jul 13 19:28:55.006170 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43ad2ae3-eabf-4695-8881-67f182169d40 req-a70cdc5e-fce4-4209-91f7-2381f431aa3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a711a208a784ae584eab17ec65eee85&device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 1099 time: 0.0714886 Jul 13 19:28:55.054872 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a5e71b86-58ee-41f1-a303-3e30e33ef8f5 req-e1c367ef-ebd5-42d0-8150-404bfbd1306f tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408556 Jul 13 19:28:55.121510 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad2ae3-eabf-4695-8881-67f182169d40 req-446e2782-37fb-4441-9309-49437dfa83df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.123538 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43ad2ae3-eabf-4695-8881-67f182169d40 req-446e2782-37fb-4441-9309-49437dfa83df service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cb3d905-1040-4840-b80f-7cb3843b41a5 HTTP/1.1" status: 200 len: 913 time: 0.1099229 Jul 13 19:28:55.200501 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43ad2ae3-eabf-4695-8881-67f182169d40 req-f4616b2c-2c90-41ac-bdf8-53d797e684be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a326e8-d2dd-40b1-93a1-81206668df19 HTTP/1.1" status: 200 len: 1002 time: 0.0706635 Jul 13 19:28:55.252216 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad2ae3-eabf-4695-8881-67f182169d40 req-c399c6d6-a672-4b12-abb9-51c8604b6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.253631 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43ad2ae3-eabf-4695-8881-67f182169d40 req-c399c6d6-a672-4b12-abb9-51c8604b6cfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=443c5956-56ce-45fc-97e4-7e54dfdb2f43 HTTP/1.1" status: 200 len: 850 time: 0.0473032 Jul 13 19:28:55.328926 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad2ae3-eabf-4695-8881-67f182169d40 req-c0c44fce-7f94-4e63-a822-a8a992c4fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.330585 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43ad2ae3-eabf-4695-8881-67f182169d40 req-c0c44fce-7f94-4e63-a822-a8a992c4fffb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cb3d905-1040-4840-b80f-7cb3843b41a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699475 Jul 13 19:28:55.431672 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43ad2ae3-eabf-4695-8881-67f182169d40 req-9ba05955-b8e4-4870-a234-8691191df804 service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934858 Jul 13 19:28:55.530429 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43ad2ae3-eabf-4695-8881-67f182169d40 req-680a1b54-e956-47ef-a82b-0e73f7c1820f service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927033 Jul 13 19:28:56.264533 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab708e7d-c3f4-4b46-8ca4-4879cc989c25 req-ba2141d0-93a8-42a9-81f4-2ec593d656b7 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:56.265951 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ab708e7d-c3f4-4b46-8ca4-4879cc989c25 req-ba2141d0-93a8-42a9-81f4-2ec593d656b7 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0731688 Jul 13 19:28:56.308385 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ab708e7d-c3f4-4b46-8ca4-4879cc989c25 req-0c62251d-d25a-4869-a5f1-83134ade2a46 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364060 Jul 13 19:29:01.959582 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d709211d-4bf0-4213-a285-7ebbcb3016c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:05.085504 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-09740734-ba91-4156-b3ce-f0de1e3873e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:05.480446 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:06.047268 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:08.165207 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.987804 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:29:21.303390 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:22.928980 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eab5fb0d-930d-4a8b-9482-6b2a11b0411f req-743cc8d6-3fb8-4996-b76f-eebef1143b29 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534179 Jul 13 19:29:23.026773 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fb0d-930d-4a8b-9482-6b2a11b0411f req-d3a055f3-12e0-49d2-9a8b-c69b40e5ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.028255 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eab5fb0d-930d-4a8b-9482-6b2a11b0411f req-d3a055f3-12e0-49d2-9a8b-c69b40e5ec6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a711a208a784ae584eab17ec65eee85&device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 1099 time: 0.0533621 Jul 13 19:29:23.134199 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fb0d-930d-4a8b-9482-6b2a11b0411f req-f7a59bb8-ea41-4b3b-9450-9b6e3cd22ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.135755 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eab5fb0d-930d-4a8b-9482-6b2a11b0411f req-f7a59bb8-ea41-4b3b-9450-9b6e3cd22ea7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cb3d905-1040-4840-b80f-7cb3843b41a5 HTTP/1.1" status: 200 len: 913 time: 0.0870163 Jul 13 19:29:23.199742 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eab5fb0d-930d-4a8b-9482-6b2a11b0411f req-d593b151-1b53-4584-9448-d02ae580cab0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a326e8-d2dd-40b1-93a1-81206668df19 HTTP/1.1" status: 200 len: 1002 time: 0.0576301 Jul 13 19:29:23.257963 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fb0d-930d-4a8b-9482-6b2a11b0411f req-5c1c42a3-b207-4b4e-92d3-247f593d7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.259577 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eab5fb0d-930d-4a8b-9482-6b2a11b0411f req-5c1c42a3-b207-4b4e-92d3-247f593d7093 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=443c5956-56ce-45fc-97e4-7e54dfdb2f43 HTTP/1.1" status: 200 len: 850 time: 0.0532544 Jul 13 19:29:23.317193 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fb0d-930d-4a8b-9482-6b2a11b0411f req-d6764e7f-7537-4807-b8d1-6c8c9d0143e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.318755 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eab5fb0d-930d-4a8b-9482-6b2a11b0411f req-d6764e7f-7537-4807-b8d1-6c8c9d0143e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cb3d905-1040-4840-b80f-7cb3843b41a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530117 Jul 13 19:29:23.439852 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eab5fb0d-930d-4a8b-9482-6b2a11b0411f req-60ed7c6a-4cb3-4977-baa2-efe45221e37f service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068013 Jul 13 19:29:23.552611 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eab5fb0d-930d-4a8b-9482-6b2a11b0411f req-b7bda082-1deb-4fd8-af27-65b31d6dc1eb service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051762 Jul 13 19:29:31.950980 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d1659e34-9be8-4686-a4c3-b39c5662d701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:33.874426 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66e463-b82f-4959-b799-a4d52c463f1a req-3e103d79-5ebc-45b3-b9aa-fdeb066cbd6c tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:33.877164 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fd66e463-b82f-4959-b799-a4d52c463f1a req-3e103d79-5ebc-45b3-b9aa-fdeb066cbd6c tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0903666 Jul 13 19:29:33.944480 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fd66e463-b82f-4959-b799-a4d52c463f1a req-956c19ab-e796-4a75-a0e7-629c250762b7 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613048 Jul 13 19:29:35.087457 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4cdeff87-dc31-4409-9abb-9050792d1a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:35.134177 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f728884-4cba-4ea2-9615-83858663398f req-e8935d45-a368-4c1c-ac88-cf7619d51851 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:35.135690 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8f728884-4cba-4ea2-9615-83858663398f req-e8935d45-a368-4c1c-ac88-cf7619d51851 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0649340 Jul 13 19:29:35.172817 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8f728884-4cba-4ea2-9615-83858663398f req-6d7c2bdc-10c1-417d-b7fd-0d16bedde18d tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315325 Jul 13 19:29:35.474075 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.052021 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.366712 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2f716-31b3-4c5f-94ef-f80f979840a0 req-4855c376-e07f-42d0-bda5-c458c2db444f tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:36.368328 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-26b2f716-31b3-4c5f-94ef-f80f979840a0 req-4855c376-e07f-42d0-bda5-c458c2db444f tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0808105 Jul 13 19:29:36.408011 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-26b2f716-31b3-4c5f-94ef-f80f979840a0 req-4b855ba1-e8f1-45b2-a4af-63b82087a795 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339575 Jul 13 19:29:37.618309 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a126dc-f8f4-4d5a-9f74-1cc22254663e req-0a54ca79-0d2a-4f38-9d51-0387e93fade9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:37.619958 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-96a126dc-f8f4-4d5a-9f74-1cc22254663e req-0a54ca79-0d2a-4f38-9d51-0387e93fade9 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0833275 Jul 13 19:29:37.662901 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-96a126dc-f8f4-4d5a-9f74-1cc22254663e req-75335b26-2069-4ff2-872f-c3052668a9ab tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365896 Jul 13 19:29:37.740655 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-e0b30462-05ef-46f5-ab84-7c3b590d35f3 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743764858&fields=id&tenant_id=3b57609295ef4e7a96bd87b8f67f3532 HTTP/1.1" status: 200 len: 267 time: 0.0359056 Jul 13 19:29:37.855929 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-bd916cf3-cf13-44c6-a7ec-a9aba492b22d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:37.857540 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-bd916cf3-cf13-44c6-a7ec-a9aba492b22d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 812 time: 0.1098900 Jul 13 19:29:37.874298 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-8e17beb5-e0df-479e-b2ce-2332850b13e9 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/quotas/3b57609295ef4e7a96bd87b8f67f3532 HTTP/1.1" status: 200 len: 375 time: 0.0110581 Jul 13 19:29:37.955820 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-7818d293-dadb-4ce5-8d6f-c53a7515a202 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0756338 Jul 13 19:29:38.067390 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-a3b62912-fda0-4c24-9abf-b5e8b53ad674 service neutron] 10.222.0.68 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989885 Jul 13 19:29:38.167828 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-5ab89067-f6e2-417f-adfd-50bc43bf427d service neutron] 10.222.0.68 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940316 Jul 13 19:29:38.169831 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.566280 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-faf49482-0425-49d6-af4a-f5db3e81898a req-3e60f7db-d6f6-4f76-99bd-871eb53daff4 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 210 time: 0.0313492 Jul 13 19:29:38.894161 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fb08d-4ccb-43f9-b610-60f3ac5b4925 req-2d63f4d2-84d5-4da1-b7fe-b6586ba810f0 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:38.896733 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9c1fb08d-4ccb-43f9-b610-60f3ac5b4925 req-2d63f4d2-84d5-4da1-b7fe-b6586ba810f0 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0904744 Jul 13 19:29:38.953464 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9c1fb08d-4ccb-43f9-b610-60f3ac5b4925 req-27ce6b2d-e663-4c6b-8b53-4f248bdd6a96 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488379 Jul 13 19:29:40.119169 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44edca62-ea05-402d-9845-466658e9d76e req-2afe7922-eb2c-424c-b488-a7e3c1d8d437 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 210 time: 0.4069107 Jul 13 19:29:40.223396 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-781ea17c-6b98-40fa-83c1-781cb6af3d5d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:40.227923 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-781ea17c-6b98-40fa-83c1-781cb6af3d5d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 812 time: 0.5422111 Jul 13 19:29:40.268154 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605f20a-dbd7-4932-b41f-1bdcd3543345 req-c6a66444-9fd6-4689-9a50-318cfaf0d509 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:40.270821 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0605f20a-dbd7-4932-b41f-1bdcd3543345 req-c6a66444-9fd6-4689-9a50-318cfaf0d509 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.1370444 Jul 13 19:29:40.300392 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-aea61c78-3157-4c9a-9a8e-67d7e1499370 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b57609295ef4e7a96bd87b8f67f3532 HTTP/1.1" status: 200 len: 380 time: 0.0602765 Jul 13 19:29:40.311653 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'port': {'device_id': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'admin_state_up': True, 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'security_groups': ['02d60289-b9f9-4e91-a942-08338dc88367']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:40.344348 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0605f20a-dbd7-4932-b41f-1bdcd3543345 req-9aec8e65-a3c0-4ef4-a4cd-f67a4b341945 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596025 Jul 13 19:29:40.457217 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Made reservation on behalf of 3b57609295ef4e7a96bd87b8f67f3532 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:40.463411 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.617141 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Allocated IP 172.20.0.9 (ced6f954-8877-4687-b900-05e72393c1ea/585f619d-61a7-48c9-967a-6452f75b18fa/4b6109a8-392e-48bb-a652-074112779993) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:40.783636 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.805959 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Transition to ACTIVE for port object 4b6109a8-392e-48bb-a652-074112779993 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:40.845006 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.891768 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Network ced6f954-8877-4687-b900-05e72393c1ea is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:40.898717 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:40.903254 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:40.909924 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'Port': ['ID=4b6109a8-392e-48bb-a652-074112779993,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:40.940446 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:40.940764 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:40.941104 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:40.941444 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:40.941776 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:40.942104 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:40.942429 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:40.942788 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:40.943113 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:40.943434 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:40.943755 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:40.944287 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:40.976184 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:40.977008 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.993512 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-ce847da7-13c4-436a-85a7-70f371c7bd0e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6867523 Jul 13 19:29:41.008901 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Request body: {'port': {'device_id': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:41.096207 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.208629 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-56c9552c-f394-454a-84c6-2f7e939d1667 None None] Provisioning for port 4b6109a8-392e-48bb-a652-074112779993 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:41.214299 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-56c9552c-f394-454a-84c6-2f7e939d1667 None None] Provisioning complete for port 4b6109a8-392e-48bb-a652-074112779993 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:41.215039 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-56c9552c-f394-454a-84c6-2f7e939d1667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.251839 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-56c9552c-f394-454a-84c6-2f7e939d1667 None None] Port 4b6109a8-392e-48bb-a652-074112779993 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:29:41.460698 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053f859-4fab-4a7e-9b7d-e985e299f8c5 req-ebbf815b-c909-4cb8-88fd-a89803aa1d22 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:41.462304 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9053f859-4fab-4a7e-9b7d-e985e299f8c5 req-ebbf815b-c909-4cb8-88fd-a89803aa1d22 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 931 time: 0.1564603 Jul 13 19:29:41.545626 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9053f859-4fab-4a7e-9b7d-e985e299f8c5 req-931937e2-3274-44d3-ad63-7bef3e303fa4 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736201 Jul 13 19:29:41.549618 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6109a8-392e-48bb-a652-074112779993 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:41.558345 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.577102 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Transition to ACTIVE for port object 4b6109a8-392e-48bb-a652-074112779993 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:41.581513 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.584180 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff64ea7-6d73-46b1-b02e-f48b8d803124 req-250ad229-0c36-496d-a82c-0a56a920e20f tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:41.588000 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-aff64ea7-6d73-46b1-b02e-f48b8d803124 req-250ad229-0c36-496d-a82c-0a56a920e20f tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.1095150 Jul 13 19:29:41.638014 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6109a8-392e-48bb-a652-074112779993,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:41.654686 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-aff64ea7-6d73-46b1-b02e-f48b8d803124 req-c42a90a4-c5de-4f06-a29e-9b4294e24161 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573153 Jul 13 19:29:41.710925 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Attempting to bind port 4b6109a8-392e-48bb-a652-074112779993 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:29:41.711396 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Attempting to bind port 4b6109a8-392e-48bb-a652-074112779993 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:29:41.711847 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Attempting to bind port 4b6109a8-392e-48bb-a652-074112779993 on network ced6f954-8877-4687-b900-05e72393c1ea {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:41.717741 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Port 4b6109a8-392e-48bb-a652-074112779993 on network ced6f954-8877-4687-b900-05e72393c1ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:29:41.718103 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Attempting to bind port 4b6109a8-392e-48bb-a652-074112779993 on network ced6f954-8877-4687-b900-05e72393c1ea {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:41.723748 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:29:41.724273 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Checking segment: {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:41.724891 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Bound using segment: {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:29:41.725499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Bound port: 4b6109a8-392e-48bb-a652-074112779993, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af2aa7b-e593-4763-8edf-edb1431b4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:29:41.725859 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.816454 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] For port 4b6109a8-392e-48bb-a652-074112779993, host hv-cinder-78693, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:29:41.820186 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] For port 4b6109a8-392e-48bb-a652-074112779993, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4b6109a8-392e-48bb-a652-074112779993,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:29:41.826905 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.863883 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:41.864452 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.866905 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] 10.222.0.73 "PUT /v2.0/ports/4b6109a8-392e-48bb-a652-074112779993 HTTP/1.1" status: 200 len: 1093 time: 0.8653605 Jul 13 19:29:41.870784 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'tag': '4b6109a8-392e-48bb-a652-074112779993'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:41.875159 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f7f2bf-68d4-4e9c-a822-76ed960ad8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "eca0c0e5-6d9d-4948-a6ab-6f955b34574f", "tag": "4b6109a8-392e-48bb-a652-074112779993"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:41.931620 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5583ca-679c-4e74-83bc-665d25f15898 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6109a8-392e-48bb-a652-074112779993,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:41.953717 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caa4d73-98c1-4d22-b9de-719d5b63387f x-openstack-request-id: req-3caa4d73-98c1-4d22-b9de-719d5b63387f {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:41.954003 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca0c0e5-6d9d-4948-a6ab-6f955b34574f", "tag": "4b6109a8-392e-48bb-a652-074112779993", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:41.954253 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3caa4d73-98c1-4d22-b9de-719d5b63387f {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:41.954697 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'tag': '4b6109a8-392e-48bb-a652-074112779993', 'status': 'completed', 'code': 200} Jul 13 19:29:41.992051 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-7cdb8b72-d485-4c66-a6e2-4edf7f39f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:41.994126 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-7cdb8b72-d485-4c66-a6e2-4edf7f39f0c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 1096 time: 0.0777662 Jul 13 19:29:42.046244 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-6805fffe-d7a3-4ce8-b924-ae1aeaf17515 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6109a8-392e-48bb-a652-074112779993 HTTP/1.1" status: 200 len: 217 time: 0.0444767 Jul 13 19:29:42.111231 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-9caa3001-0c65-422a-88eb-ea596dfa3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.113800 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-9caa3001-0c65-422a-88eb-ea596dfa3e0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.0618336 Jul 13 19:29:42.177867 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-0f882964-6f97-4730-b12d-9fbdcc1269fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.180078 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-0f882964-6f97-4730-b12d-9fbdcc1269fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602076 Jul 13 19:29:42.279705 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-0d8f6e21-a640-466d-8572-5aee2309c8bc service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932927 Jul 13 19:29:42.376261 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ce05ab9-f7c9-45d4-b718-89b9c9ce7ea4 req-abde4552-17f2-4831-bee3-09ffc3bfa3df service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903573 Jul 13 19:29:42.484020 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7f2bf-68d4-4e9c-a822-76ed960ad8bc req-795d7dea-64aa-4f69-a682-20507b5f8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.485448 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-30f7f2bf-68d4-4e9c-a822-76ed960ad8bc req-795d7dea-64aa-4f69-a682-20507b5f8310 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 1096 time: 0.0589039 Jul 13 19:29:42.584855 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7f2bf-68d4-4e9c-a822-76ed960ad8bc req-d232b92d-aaec-444d-b519-d64390202db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.586366 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-30f7f2bf-68d4-4e9c-a822-76ed960ad8bc req-d232b92d-aaec-444d-b519-d64390202db5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 914 time: 0.0942073 Jul 13 19:29:42.631580 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-30f7f2bf-68d4-4e9c-a822-76ed960ad8bc req-612711ae-b969-465d-a003-407af2d47564 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6109a8-392e-48bb-a652-074112779993 HTTP/1.1" status: 200 len: 217 time: 0.0371196 Jul 13 19:29:42.690348 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7f2bf-68d4-4e9c-a822-76ed960ad8bc req-e5c45c68-9706-493b-ad93-690775251b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.692019 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-30f7f2bf-68d4-4e9c-a822-76ed960ad8bc req-e5c45c68-9706-493b-ad93-690775251b4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.0532267 Jul 13 19:29:42.766469 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c103a-1c06-4bc8-a7ef-ee686055469f req-4a54dd3b-e53c-4e49-bc6d-ed83095c884d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.768775 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-018c103a-1c06-4bc8-a7ef-ee686055469f req-4a54dd3b-e53c-4e49-bc6d-ed83095c884d tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 943 time: 0.0948222 Jul 13 19:29:42.790199 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7f2bf-68d4-4e9c-a822-76ed960ad8bc req-915e2076-2f10-4ce9-b626-196c5f41b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.792259 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-30f7f2bf-68d4-4e9c-a822-76ed960ad8bc req-915e2076-2f10-4ce9-b626-196c5f41b186 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922513 Jul 13 19:29:42.816665 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-018c103a-1c06-4bc8-a7ef-ee686055469f req-248ab7fe-9eee-43e0-a0a3-e34529e3d7ae tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404925 Jul 13 19:29:42.937668 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-30f7f2bf-68d4-4e9c-a822-76ed960ad8bc req-c45e3bf3-52ef-427c-97a8-d9d359aefa5f service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348917 Jul 13 19:29:42.948750 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ba596-7b10-4cab-a6c6-08ded3da1598 req-8e52284e-2cee-4219-934b-1729de3d2a1e tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.950314 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-701ba596-7b10-4cab-a6c6-08ded3da1598 req-8e52284e-2cee-4219-934b-1729de3d2a1e tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.1390562 Jul 13 19:29:43.038165 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-701ba596-7b10-4cab-a6c6-08ded3da1598 req-5b7d0444-22ea-46f1-872a-e439dc25ed27 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792325 Jul 13 19:29:43.082219 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-30f7f2bf-68d4-4e9c-a822-76ed960ad8bc req-ff619623-48b5-49bb-a59f-b1b31da06707 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306956 Jul 13 19:29:44.024341 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eda9c8-4d6f-41cc-b12d-0a91b2beb14a req-5e27d56a-35c8-49e2-917c-bbe1ec08687b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:44.026035 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-08eda9c8-4d6f-41cc-b12d-0a91b2beb14a req-5e27d56a-35c8-49e2-917c-bbe1ec08687b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 943 time: 0.0778234 Jul 13 19:29:44.067057 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-08eda9c8-4d6f-41cc-b12d-0a91b2beb14a req-56974a16-cc2d-4b71-b408-aa69abaa72ee tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352614 Jul 13 19:29:44.226860 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0ad3f-ce58-4979-85b7-fe021a7d796a req-4953aeaa-5829-44b5-9eba-bcaecd93dabf tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:44.228413 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2ea0ad3f-ce58-4979-85b7-fe021a7d796a req-4953aeaa-5829-44b5-9eba-bcaecd93dabf tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0692003 Jul 13 19:29:44.268271 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2ea0ad3f-ce58-4979-85b7-fe021a7d796a req-bbab0ab3-be8e-4ae7-8c3a-74d165e32642 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340271 Jul 13 19:29:44.660081 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cb69c-ad50-49cc-b554-50f4a478cd80 req-b3667044-bb6a-485c-a480-1346a2cc8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:44.661587 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c55cb69c-ad50-49cc-b554-50f4a478cd80 req-b3667044-bb6a-485c-a480-1346a2cc8099 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a711a208a784ae584eab17ec65eee85&device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 1099 time: 0.0975811 Jul 13 19:29:44.698683 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155d1cd-3f2b-40d0-89ea-b9310fcee030 req-3bd5887d-f993-45d5-ac0a-4ff537cf5d70 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:44.700169 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e155d1cd-3f2b-40d0-89ea-b9310fcee030 req-3bd5887d-f993-45d5-ac0a-4ff537cf5d70 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.1088021 Jul 13 19:29:44.781798 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e155d1cd-3f2b-40d0-89ea-b9310fcee030 req-0cc17364-ab5a-4603-855c-eb083b57518e tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550807 Jul 13 19:29:44.804123 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cb69c-ad50-49cc-b554-50f4a478cd80 req-6478e23b-2a60-4207-b2dd-df31026d68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:44.805938 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c55cb69c-ad50-49cc-b554-50f4a478cd80 req-6478e23b-2a60-4207-b2dd-df31026d68dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cb3d905-1040-4840-b80f-7cb3843b41a5 HTTP/1.1" status: 200 len: 913 time: 0.1375983 Jul 13 19:29:44.884151 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c55cb69c-ad50-49cc-b554-50f4a478cd80 req-8b96ffcb-a71b-46e6-90c9-c7a30773025b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a326e8-d2dd-40b1-93a1-81206668df19 HTTP/1.1" status: 200 len: 1002 time: 0.0708289 Jul 13 19:29:44.939263 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cb69c-ad50-49cc-b554-50f4a478cd80 req-30510875-f92a-469f-b9b2-615ec09ad570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:44.940911 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c55cb69c-ad50-49cc-b554-50f4a478cd80 req-30510875-f92a-469f-b9b2-615ec09ad570 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=443c5956-56ce-45fc-97e4-7e54dfdb2f43 HTTP/1.1" status: 200 len: 850 time: 0.0501280 Jul 13 19:29:45.010223 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cb69c-ad50-49cc-b554-50f4a478cd80 req-b75ee3be-7338-46ff-9e49-4f90ff96db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.011884 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c55cb69c-ad50-49cc-b554-50f4a478cd80 req-b75ee3be-7338-46ff-9e49-4f90ff96db78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cb3d905-1040-4840-b80f-7cb3843b41a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648513 Jul 13 19:29:45.121674 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c55cb69c-ad50-49cc-b554-50f4a478cd80 req-a69ab961-b678-416d-a59c-5e366100fcba service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029403 Jul 13 19:29:45.232402 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c55cb69c-ad50-49cc-b554-50f4a478cd80 req-afb9a644-c5a2-43c5-bdee-758f5d5b973d service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039841 Jul 13 19:29:45.280833 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13546a33-e139-47fe-b4d5-a7b65cbf9f43 req-112ae359-7a60-4529-be16-c61489eb254c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.282390 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-13546a33-e139-47fe-b4d5-a7b65cbf9f43 req-112ae359-7a60-4529-be16-c61489eb254c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 943 time: 0.0737095 Jul 13 19:29:45.325811 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-13546a33-e139-47fe-b4d5-a7b65cbf9f43 req-d384033a-2c8c-4f88-b3a6-f6620028c5d1 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369482 Jul 13 19:29:45.976844 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd15ab6-25d0-4abe-b679-287be68f5576 req-e9617a73-da5e-4195-93a5-d1cf554ac9e8 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.978567 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0fd15ab6-25d0-4abe-b679-287be68f5576 req-e9617a73-da5e-4195-93a5-d1cf554ac9e8 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0708606 Jul 13 19:29:46.019695 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0fd15ab6-25d0-4abe-b679-287be68f5576 req-6400d509-8a50-4d4e-b383-6f34a1cb2f78 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353656 Jul 13 19:29:46.524487 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dcd0c-152c-4b21-8d65-dd39c85efb0e req-796ddddb-78ec-42d8-8a4b-c3fabae909ff tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:46.526136 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3e3dcd0c-152c-4b21-8d65-dd39c85efb0e req-796ddddb-78ec-42d8-8a4b-c3fabae909ff tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 943 time: 0.0750322 Jul 13 19:29:46.574089 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3e3dcd0c-152c-4b21-8d65-dd39c85efb0e req-15ae9621-ddb8-4bfe-8102-700506e78c30 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377901 Jul 13 19:29:47.768844 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433158d-efb9-4791-8f46-68046c95a27c req-16554f3d-e22d-486a-84a0-ff5023cf74d8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.770955 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6433158d-efb9-4791-8f46-68046c95a27c req-16554f3d-e22d-486a-84a0-ff5023cf74d8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 943 time: 0.0737264 Jul 13 19:29:47.813245 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6433158d-efb9-4791-8f46-68046c95a27c req-41ff28b0-4494-4bed-9acd-959a39c78df7 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354931 Jul 13 19:29:49.022503 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd766f62-ae58-4e5c-9e28-be9e6a5e85e9 req-adc92491-cfe4-481a-af8e-cc8967182224 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:49.025529 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bd766f62-ae58-4e5c-9e28-be9e6a5e85e9 req-adc92491-cfe4-481a-af8e-cc8967182224 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 943 time: 0.0940962 Jul 13 19:29:49.069345 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bd766f62-ae58-4e5c-9e28-be9e6a5e85e9 req-b44235f5-a1f7-4c96-ad6d-fbcd7339cf15 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366747 Jul 13 19:29:49.311413 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 4b6109a8-392e-48bb-a652-074112779993 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:49.410087 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 4b6109a8-392e-48bb-a652-074112779993, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4b6109a8-392e-48bb-a652-074112779993,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:49.423163 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': '4b6109a8-392e-48bb-a652-074112779993', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'port_id': '4b6109a8-392e-48bb-a652-074112779993', 'mac_address': 'fa:16:3e:35:43:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:49.462413 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.477740 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6109a8-392e-48bb-a652-074112779993 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:49.500615 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 4b6109a8-392e-48bb-a652-074112779993, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4b6109a8-392e-48bb-a652-074112779993,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:49.511254 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.560759 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=4b6109a8-392e-48bb-a652-074112779993,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:49.568164 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:49.568551 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:49.568899 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:49.569230 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:49.569569 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:49.569903 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:49.570233 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:49.570585 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:49.570922 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:49.571244 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:49.571571 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:49.571892 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:49.739174 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['4b6109a8-392e-48bb-a652-074112779993'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:50.250282 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3cb8-aab7-431b-bf69-59e4511dc243 req-e18d0b3a-4fda-48ca-8001-e7e823f99784 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:50.251823 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-91ed3cb8-aab7-431b-bf69-59e4511dc243 req-e18d0b3a-4fda-48ca-8001-e7e823f99784 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 944 time: 0.0671730 Jul 13 19:29:50.291668 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-91ed3cb8-aab7-431b-bf69-59e4511dc243 req-1291c8e2-d967-4bf5-8479-34a5a0f9c43c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336199 Jul 13 19:29:51.301750 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.339560 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 4b6109a8-392e-48bb-a652-074112779993 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:51.389869 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port 4b6109a8-392e-48bb-a652-074112779993 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:51.393399 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port 4b6109a8-392e-48bb-a652-074112779993 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:51.393800 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.463129 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca880a9a-f0a6-4a04-b412-df284cc05be5 req-0e960ac4-c2ea-4493-8cea-56339e548409 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:51.464634 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ca880a9a-f0a6-4a04-b412-df284cc05be5 req-0e960ac4-c2ea-4493-8cea-56339e548409 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 944 time: 0.0629814 Jul 13 19:29:51.470820 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.494888 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6109a8-392e-48bb-a652-074112779993'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:51.497120 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fd48b3-2a06-49f9-b6ea-b43d706ef9ca" -d '{"events": [{"server_uuid": "eca0c0e5-6d9d-4948-a6ab-6f955b34574f", "name": "network-vif-plugged", "status": "completed", "tag": "4b6109a8-392e-48bb-a652-074112779993"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:51.510383 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port 4b6109a8-392e-48bb-a652-074112779993, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4b6109a8-392e-48bb-a652-074112779993,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:51.515286 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.540666 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f903598-70d3-43a2-8e03-b1853970755b x-openstack-request-id: req-8f903598-70d3-43a2-8e03-b1853970755b {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:51.541070 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca0c0e5-6d9d-4948-a6ab-6f955b34574f", "name": "network-vif-plugged", "status": "completed", "tag": "4b6109a8-392e-48bb-a652-074112779993", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:51.541358 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8f903598-70d3-43a2-8e03-b1853970755b {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:51.541757 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6109a8-392e-48bb-a652-074112779993', 'code': 200} Jul 13 19:29:51.569532 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=4b6109a8-392e-48bb-a652-074112779993,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:51.610751 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ca880a9a-f0a6-4a04-b412-df284cc05be5 req-03f2c35c-e20f-4466-848f-8e8d07f3ee69 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405191 Jul 13 19:29:51.827848 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d3faa-0789-4793-96e9-ab9084dd3b39 req-810fc6c4-95f5-4083-bb60-08a2e0172c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:51.829231 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-216d3faa-0789-4793-96e9-ab9084dd3b39 req-810fc6c4-95f5-4083-bb60-08a2e0172c8a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 1098 time: 0.0560391 Jul 13 19:29:51.875396 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-216d3faa-0789-4793-96e9-ab9084dd3b39 req-eba2b5ed-4abc-4a61-9f06-9b5aea0391a4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397499 Jul 13 19:29:52.788374 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a2ea-7803-4c3c-8189-1af697663589 req-464ec456-44e2-4ade-bc36-32d0d10468fb tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:52.789886 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7fa7a2ea-7803-4c3c-8189-1af697663589 req-464ec456-44e2-4ade-bc36-32d0d10468fb tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 945 time: 0.0700948 Jul 13 19:29:52.830748 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7fa7a2ea-7803-4c3c-8189-1af697663589 req-da48427b-a403-498c-a306-8598538f660e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351951 Jul 13 19:29:54.012124 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372ccb8-71cd-469d-8eec-9ba1d6fb6ff9 req-03642708-04bc-47a1-af22-cc4d0fb773e0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:54.013707 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f372ccb8-71cd-469d-8eec-9ba1d6fb6ff9 req-03642708-04bc-47a1-af22-cc4d0fb773e0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 945 time: 0.0702920 Jul 13 19:29:54.052705 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f372ccb8-71cd-469d-8eec-9ba1d6fb6ff9 req-7969d4e8-db44-4e31-ae54-e5ede7792181 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Jul 13 19:29:54.232295 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1ecb2-8d8c-4172-b80a-65369ff1b1aa req-97721f9a-2df6-44c3-abcf-45326a173def tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:54.233762 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ed1ecb2-8d8c-4172-b80a-65369ff1b1aa req-97721f9a-2df6-44c3-abcf-45326a173def tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 945 time: 0.0648611 Jul 13 19:29:54.270720 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ed1ecb2-8d8c-4172-b80a-65369ff1b1aa req-5e0f8905-b2b8-4914-99aa-f7e889a87f8a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312469 Jul 13 19:29:54.296200 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41768) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:54.350285 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c949a8-8d1a-4bcb-927c-b2a8b3ce94b6 tempest-TestVolumeBootPattern-900367078 tempest-TestVolumeBootPattern-900367078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:54.351810 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-76c949a8-8d1a-4bcb-927c-b2a8b3ce94b6 tempest-TestVolumeBootPattern-900367078 tempest-TestVolumeBootPattern-900367078-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 1093 time: 0.0546262 Jul 13 19:29:54.354669 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41770) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:54.358910 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Request body: {'floatingip': {'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'port_id': '4b6109a8-392e-48bb-a652-074112779993', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:54.379953 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.473674 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.579518 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Allocated IP 172.27.0.214 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/79c8f567-8a55-4c19-8221-c1dc3dc5be06) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:54.682013 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.727015 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.764484 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:54.769418 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:54.772626 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:54.796790 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'Port': ['ID=79c8f567-8a55-4c19-8221-c1dc3dc5be06,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:54.988368 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:29:55.184414 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.294378 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.475785 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.481060 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8569135'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.548993 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event updated for resources: {'Port': ['ID=79c8f567-8a55-4c19-8221-c1dc3dc5be06,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:55.560405 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.665533 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Floating IP 27577692-0aad-485a-ae7d-b28bcb6f291f associated. External IP: 172.27.0.214, port: 4b6109a8-392e-48bb-a652-074112779993. Jul 13 19:29:55.885441 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Router defb3f38-078a-4cb9-8cca-610d2bd1f74d has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:29:56.006928 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:29:56.017023 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82c6092-0bc0-48f0-a350-29c705828959 None None] Sync routers for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:29:56.024381 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.030557 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c6092-0bc0-48f0-a350-29c705828959 None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:56.031187 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-a82c6092-0bc0-48f0-a350-29c705828959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:29:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:56.065056 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f4ab8ad0-6b6f-4439-af58-88d81f92c9d0 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7093627 Jul 13 19:29:56.065642 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'tag': '4b6109a8-392e-48bb-a652-074112779993'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:56.067932 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69fd6ea-828e-421b-990d-23bf0bf51e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "eca0c0e5-6d9d-4948-a6ab-6f955b34574f", "tag": "4b6109a8-392e-48bb-a652-074112779993"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:56.126751 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fdc88b-7ebb-43e7-8819-ba0fe67a49cb x-openstack-request-id: req-99fdc88b-7ebb-43e7-8819-ba0fe67a49cb {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:56.127044 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca0c0e5-6d9d-4948-a6ab-6f955b34574f", "tag": "4b6109a8-392e-48bb-a652-074112779993", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:56.127301 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-99fdc88b-7ebb-43e7-8819-ba0fe67a49cb {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:56.127701 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'tag': '4b6109a8-392e-48bb-a652-074112779993', 'status': 'completed', 'code': 200} Jul 13 19:29:56.152383 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-a82c6092-0bc0-48f0-a350-29c705828959 None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:56.221421 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fd6ea-828e-421b-990d-23bf0bf51e0c req-28f40be2-b9c8-408a-8555-8c45c61c72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:56.223224 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b69fd6ea-828e-421b-990d-23bf0bf51e0c req-28f40be2-b9c8-408a-8555-8c45c61c72ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 1098 time: 0.0646982 Jul 13 19:29:56.340463 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fd6ea-828e-421b-990d-23bf0bf51e0c req-7d01f63d-626f-4f71-bd73-3e169c2195d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:56.341984 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b69fd6ea-828e-421b-990d-23bf0bf51e0c req-7d01f63d-626f-4f71-bd73-3e169c2195d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 914 time: 0.1126666 Jul 13 19:29:56.411523 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b69fd6ea-828e-421b-990d-23bf0bf51e0c req-1643b9c4-27bb-4b7b-a620-afcd7699721e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6109a8-392e-48bb-a652-074112779993 HTTP/1.1" status: 200 len: 999 time: 0.0631008 Jul 13 19:29:56.426077 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-a82c6092-0bc0-48f0-a350-29c705828959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '27577692-0aad-485a-ae7d-b28bcb6f291f', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '4b6109a8-392e-48bb-a652-074112779993', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:35:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:29:55Z', 'updated_at': '2021-07-13T19:29:55Z', 'revision_number': 0, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}, {'id': 'bc39036c-920d-405e-ad10-d0b546a2e531', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:55:0a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a754606b-541d-4295-81a1-7dba164af588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:00Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 1, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:56.459470 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82c6092-0bc0-48f0-a350-29c705828959 None None] Checking router: defb3f38-078a-4cb9-8cca-610d2bd1f74d for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:29:56.468924 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c6092-0bc0-48f0-a350-29c705828959 None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:56.469374 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fd6ea-828e-421b-990d-23bf0bf51e0c req-c2469d48-b232-4b11-aad3-3b411bea4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:56.469617 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-a82c6092-0bc0-48f0-a350-29c705828959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:29:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:56.471077 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b69fd6ea-828e-421b-990d-23bf0bf51e0c req-c2469d48-b232-4b11-aad3-3b411bea4d9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.0534651 Jul 13 19:29:56.534357 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fd6ea-828e-421b-990d-23bf0bf51e0c req-0b604e38-de6a-411a-b9d3-2c933e9e4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:56.535936 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b69fd6ea-828e-421b-990d-23bf0bf51e0c req-0b604e38-de6a-411a-b9d3-2c933e9e4375 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588603 Jul 13 19:29:56.584100 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-a82c6092-0bc0-48f0-a350-29c705828959 None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:56.632648 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b69fd6ea-828e-421b-990d-23bf0bf51e0c req-93fbbc31-d514-4760-b075-857e1984addb service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893505 Jul 13 19:29:56.734487 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b69fd6ea-828e-421b-990d-23bf0bf51e0c req-6659d205-fbc1-4271-8b93-c51d5f89bd78 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932026 Jul 13 19:29:56.837060 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-a82c6092-0bc0-48f0-a350-29c705828959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '27577692-0aad-485a-ae7d-b28bcb6f291f', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '4b6109a8-392e-48bb-a652-074112779993', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:35:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:29:55Z', 'updated_at': '2021-07-13T19:29:55Z', 'revision_number': 0, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}, {'id': 'bc39036c-920d-405e-ad10-d0b546a2e531', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:55:0a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a754606b-541d-4295-81a1-7dba164af588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:00Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 1, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:56.868679 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82c6092-0bc0-48f0-a350-29c705828959 None None] The sync data for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi is: [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '27577692-0aad-485a-ae7d-b28bcb6f291f', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '4b6109a8-392e-48bb-a652-074112779993', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:35:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:29:55Z', 'updated_at': '2021-07-13T19:29:55Z', 'revision_number': 0, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}, {'id': 'bc39036c-920d-405e-ad10-d0b546a2e531', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:55:0a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a754606b-541d-4295-81a1-7dba164af588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:00Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 1, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:29:57.089496 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed44e6-43f0-461e-a8bb-98645416e592 None None] New status for floating IP 27577692-0aad-485a-ae7d-b28bcb6f291f: ACTIVE {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:30:01.952534 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f9e11dd-450c-4c80-9a32-85aeaae9ea97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:05.091268 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5bc27e22-9022-4fe0-952f-34dcd7832447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:05.477253 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:06.055096 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:08.171379 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.052253 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b027b66-691c-4677-8608-597422843254 req-b172a6d7-7994-4c0f-b05f-b5dc4f4006ef tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:20.053741 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5b027b66-691c-4677-8608-597422843254 req-b172a6d7-7994-4c0f-b05f-b5dc4f4006ef tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.1944501 Jul 13 19:30:20.091034 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5b027b66-691c-4677-8608-597422843254 req-d1f9ae83-f7af-4060-9b89-db624270946c tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314627 Jul 13 19:30:21.306182 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:21.338259 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79e28-8c84-41e6-aeb2-427865308932 req-b7cd1ee7-732e-4aa0-8fd0-b9342c0456f2 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:21.339855 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-63f79e28-8c84-41e6-aeb2-427865308932 req-b7cd1ee7-732e-4aa0-8fd0-b9342c0456f2 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.1342070 Jul 13 19:30:21.379165 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-63f79e28-8c84-41e6-aeb2-427865308932 req-33c7c161-4752-4f5c-a4ba-520c5ada9991 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335655 Jul 13 19:30:21.804865 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-5e01c52b-cde6-48ac-afd0-30e655382308 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:21.806271 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-5e01c52b-cde6-48ac-afd0-30e655382308 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.73 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0659740 Jul 13 19:30:21.905279 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Deleting port 34a326e8-d2dd-40b1-93a1-81206668df19 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:21.905614 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:21.997304 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] For port 34a326e8-d2dd-40b1-93a1-81206668df19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=34a326e8-d2dd-40b1-93a1-81206668df19,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:21.997655 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.464214 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.464918 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.464918 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.l3_db [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Floating IP ec16c63b-d84c-4246-919d-88452755bb0e disassociated. External IP: 172.27.0.120, port: 34a326e8-d2dd-40b1-93a1-81206668df19. Jul 13 19:30:22.465210 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Calling delete_port for 34a326e8-d2dd-40b1-93a1-81206668df19 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:22.568044 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c349e-86ba-4e27-8407-82c027b7798c req-db14f6a5-8226-4728-b65b-afdea9b1d30b tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:22.569548 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f93c349e-86ba-4e27-8407-82c027b7798c req-db14f6a5-8226-4728-b65b-afdea9b1d30b tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=10086e87-e8da-4393-ad19-53dbe3881515 HTTP/1.1" status: 200 len: 946 time: 0.0682590 Jul 13 19:30:22.599084 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.611387 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f93c349e-86ba-4e27-8407-82c027b7798c req-36a5e07b-6a4b-4f27-8a54-fd40924681a3 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e863a4c-a3d6-468f-9470-bd962639ba80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358741 Jul 13 19:30:22.629268 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event deleted for resources: {'Port': ['ID=34a326e8-d2dd-40b1-93a1-81206668df19,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:22.743242 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:30:22.849718 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:30:22.860455 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc20a022-1619-4cef-8f1f-7385ccd6a2c3 None None] Sync routers for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:30:22.871847 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc20a022-1619-4cef-8f1f-7385ccd6a2c3 None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:30:22.872818 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-fc20a022-1619-4cef-8f1f-7385ccd6a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:30:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:22.894500 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] No DVR routers for this DVR port 34a326e8-d2dd-40b1-93a1-81206668df19 on host hv-cinder-78693 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:22.897452 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:22.899996 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4df87c42-7e55-4423-9d87-8e90622d4a2e req-e1d1e185-8fc3-42cf-8b3f-a915ed105d0a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.73 "DELETE /v2.0/ports/34a326e8-d2dd-40b1-93a1-81206668df19 HTTP/1.1" status: 204 len: 173 time: 1.0880544 Jul 13 19:30:22.900482 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10086e87-e8da-4393-ad19-53dbe3881515', 'name': 'network-vif-deleted', 'tag': '34a326e8-d2dd-40b1-93a1-81206668df19'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:22.902752 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cded802-f6da-4c33-91c9-5b100cb316bf" -d '{"events": [{"server_uuid": "10086e87-e8da-4393-ad19-53dbe3881515", "name": "network-vif-deleted", "tag": "34a326e8-d2dd-40b1-93a1-81206668df19"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:23.001401 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-fc20a022-1619-4cef-8f1f-7385ccd6a2c3 None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:30:23.019799 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1411522e-48ee-4d6c-bccd-4f19f3cdd827 x-openstack-request-id: req-1411522e-48ee-4d6c-bccd-4f19f3cdd827 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:23.020751 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10086e87-e8da-4393-ad19-53dbe3881515", "name": "network-vif-deleted", "tag": "34a326e8-d2dd-40b1-93a1-81206668df19", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:23.021099 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1411522e-48ee-4d6c-bccd-4f19f3cdd827 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:23.021547 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10086e87-e8da-4393-ad19-53dbe3881515', 'name': 'network-vif-deleted', 'tag': '34a326e8-d2dd-40b1-93a1-81206668df19', 'status': 'completed', 'code': 200} Jul 13 19:30:23.061627 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-30a8791c-6205-4708-9ef4-bee50ec4e693 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1504815 Jul 13 19:30:23.144674 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-8122a163-99f5-4a5f-8c42-912a80d8c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:23.146297 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-8122a163-99f5-4a5f-8c42-912a80d8c50a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 1098 time: 0.0571656 Jul 13 19:30:23.232520 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-fc20a022-1619-4cef-8f1f-7385ccd6a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:38Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:23.263355 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc20a022-1619-4cef-8f1f-7385ccd6a2c3 None None] Checking router: f34f9765-418e-4bf9-8a2f-125ea05f2ee9 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:30:23.266285 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-66dbe54d-003d-47c1-af48-4de86fcece45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:23.267895 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-66dbe54d-003d-47c1-af48-4de86fcece45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 914 time: 0.1001284 Jul 13 19:30:23.272226 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc20a022-1619-4cef-8f1f-7385ccd6a2c3 None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:30:23.272840 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-fc20a022-1619-4cef-8f1f-7385ccd6a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:30:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:23.349459 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-34b3acb2-e14b-4343-b0a6-f252d5c4fdf8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865e2619-1f8d-4e1f-a82d-cb3881baace8 HTTP/1.1" status: 200 len: 1001 time: 0.0741487 Jul 13 19:30:23.391046 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-fc20a022-1619-4cef-8f1f-7385ccd6a2c3 None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:30:23.412933 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-cdd1afc7-1b40-43d4-b017-c7db0954c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:23.414490 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-cdd1afc7-1b40-43d4-b017-c7db0954c22b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.0575569 Jul 13 19:30:23.494382 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-b9c17da4-7559-4608-85fe-06bd01e9749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:23.496181 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-b9c17da4-7559-4608-85fe-06bd01e9749b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755548 Jul 13 19:30:23.507459 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-73aee37b-8aa3-4f37-90fd-76cee28fdfc8 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:30:23.509754 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-73aee37b-8aa3-4f37-90fd-76cee28fdfc8 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055389 Jul 13 19:30:23.614733 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-fe980c0d-28dc-43bc-b4f9-b1239b7800d8 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968122 Jul 13 19:30:23.658777 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-fc20a022-1619-4cef-8f1f-7385ccd6a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:38Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:23.746229 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e99eb62b-d759-4a2b-9bfa-054860addad9 req-d0367e2a-9066-4bcf-be92-587f20dd57e5 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236086 Jul 13 19:30:23.774597 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41830) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:23.787978 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc20a022-1619-4cef-8f1f-7385ccd6a2c3 None None] The sync data for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi is: [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:38Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:30:23.838769 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.867338 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.917240 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.921580 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:23.922837 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "DELETE /v2.0/security-groups/7e863a4c-a3d6-468f-9470-bd962639ba80 HTTP/1.1" status: 204 len: 168 time: 0.1470306 Jul 13 19:30:23.931071 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41832) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:23.933423 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e863a4c-a3d6-468f-9470-bd962639ba80,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:23.942592 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:23.943098 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:23.943448 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:23.943790 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:23.944129 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:23.944464 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:23.944794 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:23.945125 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:23.945457 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:23.945785 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:23.946107 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:23.946430 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace0e4a-1272-4115-a307-8c683bdb5871 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:23.955841 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.api.v2.resource [None req-6c73bacf-b056-4faa-8607-7e2d735feee1 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] show failed (client error): The resource could not be found. Jul 13 19:30:23.956724 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6c73bacf-b056-4faa-8607-7e2d735feee1 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups/7e863a4c-a3d6-468f-9470-bd962639ba80 HTTP/1.1" status: 404 len: 347 time: 0.0237668 Jul 13 19:30:23.960499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41834) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:24.050215 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe283ca-8c92-4ed2-8b5c-774b9ade9bde None None] New status for floating IP ec16c63b-d84c-4246-919d-88452755bb0e: DOWN {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:30:24.104576 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-e5542544-2b13-48b5-9629-688c0b052264 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Deleting port 828e9c2e-a2f5-4756-970d-45eb6ad9a141 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:24.104949 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e5542544-2b13-48b5-9629-688c0b052264 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.191469 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e5542544-2b13-48b5-9629-688c0b052264 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.192532 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e5542544-2b13-48b5-9629-688c0b052264 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.205521 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-e5542544-2b13-48b5-9629-688c0b052264 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Calling delete_port for 828e9c2e-a2f5-4756-970d-45eb6ad9a141 owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:24.370683 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e5542544-2b13-48b5-9629-688c0b052264 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.406991 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5542544-2b13-48b5-9629-688c0b052264 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event deleted for resources: {'Port': ['ID=828e9c2e-a2f5-4756-970d-45eb6ad9a141,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:24.500496 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e5542544-2b13-48b5-9629-688c0b052264 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.503193 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e5542544-2b13-48b5-9629-688c0b052264 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:24.507935 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e5542544-2b13-48b5-9629-688c0b052264 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "DELETE /v2.0/floatingips/ec16c63b-d84c-4246-919d-88452755bb0e HTTP/1.1" status: 204 len: 168 time: 0.5427859 Jul 13 19:30:25.007905 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41838) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:25.013808 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-1ea3b4f7-89b5-41bf-b2e6-4da1438fb964 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501289247', 'description': 'tempest-description--1252160267'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:25.043643 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b4f7-89b5-41bf-b2e6-4da1438fb964 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.152744 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b4f7-89b5-41bf-b2e6-4da1438fb964 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.161699 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b4f7-89b5-41bf-b2e6-4da1438fb964 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.199945 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b4f7-89b5-41bf-b2e6-4da1438fb964 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.201460 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-1ea3b4f7-89b5-41bf-b2e6-4da1438fb964 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1924379 Jul 13 19:30:25.202350 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3b4f7-89b5-41bf-b2e6-4da1438fb964 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd62267b-a781-423a-bd7e-987229915bf0,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:25.206093 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41840) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:25.211510 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-13f0bf52-704d-4696-a596-c84766cdf429 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Request body: {'security_group_rule': {'security_group_id': 'cd62267b-a781-423a-bd7e-987229915bf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:25.241865 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-13f0bf52-704d-4696-a596-c84766cdf429 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.312326 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-13f0bf52-704d-4696-a596-c84766cdf429 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.316199 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-13f0bf52-704d-4696-a596-c84766cdf429 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.332884 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0bf52-704d-4696-a596-c84766cdf429 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cdd671-d240-4818-9efa-7951503f15d0,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:25.345780 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-13f0bf52-704d-4696-a596-c84766cdf429 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.347065 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-13f0bf52-704d-4696-a596-c84766cdf429 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399469 Jul 13 19:30:25.350657 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41842) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:25.356047 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-d9382fee-299a-48bd-a8a7-7b73dd756ca6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Request body: {'security_group_rule': {'security_group_id': 'cd62267b-a781-423a-bd7e-987229915bf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:25.384328 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d9382fee-299a-48bd-a8a7-7b73dd756ca6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.454920 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d9382fee-299a-48bd-a8a7-7b73dd756ca6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.459233 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d9382fee-299a-48bd-a8a7-7b73dd756ca6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33116370'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.477856 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9382fee-299a-48bd-a8a7-7b73dd756ca6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9164a9-e596-40f5-aaef-f853a92350fd,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:25.484837 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d9382fee-299a-48bd-a8a7-7b73dd756ca6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.485956 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d9382fee-299a-48bd-a8a7-7b73dd756ca6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342320 Jul 13 19:30:25.490027 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 41844) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:25.494873 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Request body: {'floatingip': {'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:25.502927 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 34a326e8-d2dd-40b1-93a1-81206668df19 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:25.519618 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.523833 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 34a326e8-d2dd-40b1-93a1-81206668df19 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:25.524192 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 34a326e8-d2dd-40b1-93a1-81206668df19 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:25.620119 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.739249 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Allocated IP 172.27.0.228 (c7f35cd8-18dd-44ea-ab02-b10396c904d8/f0f87271-df4f-4463-9039-0cb7538820f6/d4604a66-d485-4899-acfd-9924a6f84942) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:25.849970 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.890555 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:25.931095 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Network c7f35cd8-18dd-44ea-ab02-b10396c904d8 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:25.936442 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:25.938981 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:25.963465 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event updated for resources: {'Port': ['ID=d4604a66-d485-4899-acfd-9924a6f84942,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:26.035359 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.079150 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.231921 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.236540 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.303113 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event updated for resources: {'Port': ['ID=d4604a66-d485-4899-acfd-9924a6f84942,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:26.312855 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.327723 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.329007 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-1e352128-5cde-4ad2-91fd-6b4499553539 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8378575 Jul 13 19:30:26.524337 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-1e554ab5-8519-49fd-b356-d374b18eafb4 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--501289247&fields=id&tenant_id=5a711a208a784ae584eab17ec65eee85 HTTP/1.1" status: 200 len: 267 time: 0.0362780 Jul 13 19:30:26.648793 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-dbb868f1-b1ab-4b69-8683-7a5a5a7a2272 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.650379 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-dbb868f1-b1ab-4b69-8683-7a5a5a7a2272 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/networks?id=7cb3d905-1040-4840-b80f-7cb3843b41a5 HTTP/1.1" status: 200 len: 811 time: 0.1173351 Jul 13 19:30:26.667763 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-70afd6d1-9e5a-4daf-be9a-cc5c20132038 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/quotas/5a711a208a784ae584eab17ec65eee85 HTTP/1.1" status: 200 len: 375 time: 0.0104978 Jul 13 19:30:26.748498 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-27e2fee7-9b4c-4dd8-958a-0bfc77673c74 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a711a208a784ae584eab17ec65eee85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700960 Jul 13 19:30:26.809581 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-0247f2ef-2978-4d99-9d41-9d471e4a8b87 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=92952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:30:26.810673 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-0247f2ef-2978-4d99-9d41-9d471e4a8b87 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503068 Jul 13 19:30:26.909597 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-c954ca63-fa82-40ba-ae0f-b2571a6a92da service neutron] 10.222.0.68 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927153 Jul 13 19:30:27.006403 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-d244fae6-53e5-4646-8b5e-724f8c4d8a7a service neutron] 10.222.0.68 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898397 Jul 13 19:30:27.202992 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a2eaea21-fe66-47f1-91cf-4564c31899ec req-a185df7b-793d-40ca-8be2-384df46d3a2b tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 210 time: 0.0303195 Jul 13 19:30:28.361900 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-da085916-fb51-4bf6-a82d-2dd9bd186f2b req-4d20a7bc-6e94-4e8d-a1f6-a204383664f2 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 210 time: 0.0339692 Jul 13 19:30:28.425040 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-c184b7b2-ccab-4883-949f-09e8a64ac78f tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:28.427131 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-c184b7b2-ccab-4883-949f-09e8a64ac78f tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.73 "GET /v2.0/networks?id=7cb3d905-1040-4840-b80f-7cb3843b41a5 HTTP/1.1" status: 200 len: 811 time: 0.1229784 Jul 13 19:30:28.470534 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-41f45c74-6b97-4565-8cfe-28e8237270d5 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a711a208a784ae584eab17ec65eee85 HTTP/1.1" status: 200 len: 379 time: 0.0354476 Jul 13 19:30:28.480240 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Request body: {'port': {'device_id': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'admin_state_up': True, 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'security_groups': ['cd62267b-a781-423a-bd7e-987229915bf0']}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:28.592984 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Made reservation on behalf of 5a711a208a784ae584eab17ec65eee85 for: {'port': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:28.596571 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:28.724107 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Allocated IP 172.20.0.10 (7cb3d905-1040-4840-b80f-7cb3843b41a5/443c5956-56ce-45fc-97e4-7e54dfdb2f43/af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:28.857937 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:28.870881 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Transition to ACTIVE for port object af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:28.903666 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:28.947667 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Network 7cb3d905-1040-4840-b80f-7cb3843b41a5 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:28.952695 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:28.960517 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:28.984052 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event updated for resources: {'Port': ['ID=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:29.011457 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:29.012090 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.028101 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-18ac3a4f-9a83-4e45-90a6-e0c0fb5302d6 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5522835 Jul 13 19:30:29.041115 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Request body: {'port': {'device_id': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:29.119542 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.159553 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-1ed2cdb9-43de-4645-8022-79356767981a None None] Provisioning for port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:29.163944 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-1ed2cdb9-43de-4645-8022-79356767981a None None] Provisioning complete for port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:29.164403 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cdb9-43de-4645-8022-79356767981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.202309 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2cdb9-43de-4645-8022-79356767981a None None] Port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:30:29.392871 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 {{(pid=92951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:29.400878 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.413644 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Transition to ACTIVE for port object af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 will not be triggered until provisioned by entity L2. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:29.417590 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.474787 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Pushing event updated for resources: {'Port': ['ID=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:29.584164 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Attempting to bind port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:29.584498 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Attempting to bind port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:29.584831 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Attempting to bind port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 on network 7cb3d905-1040-4840-b80f-7cb3843b41a5 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:29.596134 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 on network 7cb3d905-1040-4840-b80f-7cb3843b41a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:30:29.596460 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Attempting to bind port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 on network 7cb3d905-1040-4840-b80f-7cb3843b41a5 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:29.610258 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1bbdd-65bf-4928-bb62-a1a663761b78 req-f2efbe08-13fb-44ed-84bf-da0938a7a43a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:29.611917 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c3d1bbdd-65bf-4928-bb62-a1a663761b78 req-f2efbe08-13fb-44ed-84bf-da0938a7a43a tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 944 time: 0.1137033 Jul 13 19:30:29.612564 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:29.612957 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Checking segment: {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:29.613788 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Bound using segment: {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:29.614238 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Bound port: af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9cb1d5-52c2-4132-b960-feeeff17c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5'}}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:29.614703 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.690543 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c3d1bbdd-65bf-4928-bb62-a1a663761b78 req-0de60226-e4af-4c3d-9010-41d8f4ed6c58 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd62267b-a781-423a-bd7e-987229915bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667796 Jul 13 19:30:29.707028 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] For port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7, host hv-cinder-78693, cleared binding levels {{(pid=92951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:29.710241 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] For port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:29.715438 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.751658 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:29.752273 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.753798 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] 10.222.0.73 "PUT /v2.0/ports/af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 HTTP/1.1" status: 200 len: 1094 time: 0.7170050 Jul 13 19:30:29.754846 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'tag': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:29.757317 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2335476d-da26-4c8c-b059-3231505407f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddbd974-55a3-4a61-af43-ab372c31940a", "tag": "af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:29.784701 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e327e99-2506-467c-9a0c-c2cd971b61e7 service neutron] Pushing event updated for resources: {'Port': ['ID=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7,revision_number=3']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:29.805551 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00adecdc-65ed-4ff1-a39a-16fd633af1c6 x-openstack-request-id: req-00adecdc-65ed-4ff1-a39a-16fd633af1c6 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:29.805834 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddbd974-55a3-4a61-af43-ab372c31940a", "tag": "af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:29.806081 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-00adecdc-65ed-4ff1-a39a-16fd633af1c6 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:29.806457 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'tag': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7', 'status': 'completed', 'code': 200} Jul 13 19:30:29.853582 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-26fd0463-1de8-4765-9a4e-a027c7dc1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:29.855391 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-26fd0463-1de8-4765-9a4e-a027c7dc1f65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a711a208a784ae584eab17ec65eee85&device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 1097 time: 0.0594738 Jul 13 19:30:29.899797 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-bc8e7be5-3131-49fe-a838-6df0b2c009a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 HTTP/1.1" status: 200 len: 217 time: 0.0375836 Jul 13 19:30:29.950679 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-8a49cfef-2e87-44c8-bdcd-691e11c8c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:29.952209 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-8a49cfef-2e87-44c8-bdcd-691e11c8c9bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=443c5956-56ce-45fc-97e4-7e54dfdb2f43 HTTP/1.1" status: 200 len: 850 time: 0.0468805 Jul 13 19:30:30.009675 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-1ce32510-0811-4951-8982-56f395a6a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:30.011274 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-1ce32510-0811-4951-8982-56f395a6a23d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cb3d905-1040-4840-b80f-7cb3843b41a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526214 Jul 13 19:30:30.102272 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-5500e525-d016-4338-a09c-77e03ab57161 service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840099 Jul 13 19:30:30.190256 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ae52c199-ff94-4dc1-9b11-7295db510621 req-8c90736a-6bb2-4809-bc32-3b6daa1fec54 service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816598 Jul 13 19:30:30.295127 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335476d-da26-4c8c-b059-3231505407f8 req-b41ac140-4893-495a-9961-7735b1a1b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:30.296529 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2335476d-da26-4c8c-b059-3231505407f8 req-b41ac140-4893-495a-9961-7735b1a1b92e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a711a208a784ae584eab17ec65eee85&device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 1097 time: 0.0559721 Jul 13 19:30:30.386088 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335476d-da26-4c8c-b059-3231505407f8 req-a5b16f93-d691-4f9d-851c-858f4eb3532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:30.387619 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2335476d-da26-4c8c-b059-3231505407f8 req-a5b16f93-d691-4f9d-851c-858f4eb3532f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cb3d905-1040-4840-b80f-7cb3843b41a5 HTTP/1.1" status: 200 len: 913 time: 0.0839489 Jul 13 19:30:30.428755 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2335476d-da26-4c8c-b059-3231505407f8 req-639472c9-5792-4e2b-ab0b-05cdcd9a078c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 HTTP/1.1" status: 200 len: 217 time: 0.0342739 Jul 13 19:30:30.480002 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335476d-da26-4c8c-b059-3231505407f8 req-9afb43dc-fdcc-4264-846e-54bd861aa87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:30.481442 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2335476d-da26-4c8c-b059-3231505407f8 req-9afb43dc-fdcc-4264-846e-54bd861aa87f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=443c5956-56ce-45fc-97e4-7e54dfdb2f43 HTTP/1.1" status: 200 len: 850 time: 0.0470080 Jul 13 19:30:30.538662 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335476d-da26-4c8c-b059-3231505407f8 req-84c88965-30da-416e-bda6-0db439d4eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:30.540141 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2335476d-da26-4c8c-b059-3231505407f8 req-84c88965-30da-416e-bda6-0db439d4eab0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cb3d905-1040-4840-b80f-7cb3843b41a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520966 Jul 13 19:30:30.627836 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2335476d-da26-4c8c-b059-3231505407f8 req-8bb4e13e-f0e2-4a81-965a-112a6a56a35d service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788889 Jul 13 19:30:30.717732 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2335476d-da26-4c8c-b059-3231505407f8 req-755db8c3-0792-4118-a02d-29b441a51bdc service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830073 Jul 13 19:30:30.867593 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58c0b9-dd22-4d4e-b433-c9ba65014413 req-b8c7ab31-45f1-4cb5-b2d8-4aa0fb9303cc tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:30.869064 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cc58c0b9-dd22-4d4e-b433-c9ba65014413 req-b8c7ab31-45f1-4cb5-b2d8-4aa0fb9303cc tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 944 time: 0.0646863 Jul 13 19:30:30.906943 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cc58c0b9-dd22-4d4e-b433-c9ba65014413 req-766ab478-b263-45ba-a1bf-8489b8b8ec78 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd62267b-a781-423a-bd7e-987229915bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323157 Jul 13 19:30:31.954476 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7a11a510-6c92-4fe4-bae7-55e8b7fdbc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.986202 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:30:32.089754 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82579b6d-9241-4293-ae08-7958b3ca0fc6 req-d5d55e51-7f4e-4bf6-84bc-9453f75461bd tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:32.091305 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-82579b6d-9241-4293-ae08-7958b3ca0fc6 req-d5d55e51-7f4e-4bf6-84bc-9453f75461bd tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 944 time: 0.0701466 Jul 13 19:30:32.135196 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-82579b6d-9241-4293-ae08-7958b3ca0fc6 req-254188df-b0a6-42a1-8f14-e6ee9620a4ad tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd62267b-a781-423a-bd7e-987229915bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380905 Jul 13 19:30:33.312567 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de11b7-3bdc-4738-a59d-7dae5520f7ee req-dbac30f9-9c56-4534-ad71-419f0df044a8 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:33.314073 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f8de11b7-3bdc-4738-a59d-7dae5520f7ee req-dbac30f9-9c56-4534-ad71-419f0df044a8 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 944 time: 0.0651245 Jul 13 19:30:33.531525 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:30:33.627565 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f8de11b7-3bdc-4738-a59d-7dae5520f7ee req-ac4a40cd-82e7-43ac-9496-2e513c5c0275 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd62267b-a781-423a-bd7e-987229915bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073063 Jul 13 19:30:33.629954 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:33.642169 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'port_id': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7', 'mac_address': 'fa:16:3e:68:70:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:30:33.683273 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:33.695730 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:33.715182 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:33.719433 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:33.766027 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:33.929899 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:34.800144 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecc897-f736-4fec-a9ea-27b3c2064737 req-5e09d467-cdc3-4ec6-80cc-b025014309ab tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:34.802213 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-32ecc897-f736-4fec-a9ea-27b3c2064737 req-5e09d467-cdc3-4ec6-80cc-b025014309ab tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 945 time: 0.0650868 Jul 13 19:30:34.844095 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-32ecc897-f736-4fec-a9ea-27b3c2064737 req-51e4af3a-7129-49a8-8e5b-b5476eb4601d tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd62267b-a781-423a-bd7e-987229915bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328434 Jul 13 19:30:35.091737 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d61e220c-5f90-4fec-bd91-502f22ea817c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:35.482029 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:35.536700 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:35.587362 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:35.591962 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:35.592401 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:35.678796 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:35.704488 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:35.707363 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a42029-b21e-41a9-b2a7-4b170f5547fc" -d '{"events": [{"server_uuid": "0ddbd974-55a3-4a61-af43-ab372c31940a", "name": "network-vif-plugged", "status": "completed", "tag": "af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:35.723105 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:35.729173 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:35.790255 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:35.825851 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1858ae9e-a25b-410c-adac-afb4636b46c2 x-openstack-request-id: req-1858ae9e-a25b-410c-adac-afb4636b46c2 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:35.826311 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddbd974-55a3-4a61-af43-ab372c31940a", "name": "network-vif-plugged", "status": "completed", "tag": "af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:35.826771 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1858ae9e-a25b-410c-adac-afb4636b46c2 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:35.827388 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7', 'code': 200} Jul 13 19:30:36.029040 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ab8e0-da12-4e14-b64f-97ea04a54696 req-cd565708-9f79-43c2-b145-b5995a3ec074 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:36.030823 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1b1ab8e0-da12-4e14-b64f-97ea04a54696 req-cd565708-9f79-43c2-b145-b5995a3ec074 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 946 time: 0.0682533 Jul 13 19:30:36.065125 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:36.080508 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1b1ab8e0-da12-4e14-b64f-97ea04a54696 req-aaa89948-0d00-4b3f-a47a-2297f247113d tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd62267b-a781-423a-bd7e-987229915bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433056 Jul 13 19:30:36.132176 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e77a6-d89f-4e5c-822b-959e5a11e844 req-254c2223-1d28-4a35-9018-4f8b51746ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:36.133880 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b7e77a6-d89f-4e5c-822b-959e5a11e844 req-254c2223-1d28-4a35-9018-4f8b51746ee9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 1099 time: 0.0663295 Jul 13 19:30:36.172746 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b7e77a6-d89f-4e5c-822b-959e5a11e844 req-2dfa2c1a-2970-4bce-801d-87ed330706f0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd62267b-a781-423a-bd7e-987229915bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304663 Jul 13 19:30:37.313174 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4bc1f-8bc2-48b9-a723-b2651a741d31 req-15ea7f4b-4dd0-4a0e-976d-63b6a824f0ba tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:37.314701 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a5e4bc1f-8bc2-48b9-a723-b2651a741d31 req-15ea7f4b-4dd0-4a0e-976d-63b6a824f0ba tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 946 time: 0.0679255 Jul 13 19:30:37.356195 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a5e4bc1f-8bc2-48b9-a723-b2651a741d31 req-cd12dccb-660f-4f74-8f76-aab79fa9d3cc tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd62267b-a781-423a-bd7e-987229915bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355029 Jul 13 19:30:37.546076 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bef47-f4b3-4712-a4f8-868d76461b98 req-f699d8a4-6732-49d4-b03e-60d8dc3214a8 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:37.547653 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-134bef47-f4b3-4712-a4f8-868d76461b98 req-f699d8a4-6732-49d4-b03e-60d8dc3214a8 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 946 time: 0.0709002 Jul 13 19:30:37.556732 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 41908) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:37.561707 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-17cab02f-45a6-452d-bc22-fc885718bb45 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Request body: {'floatingip': {'port_id': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:37.601695 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-17cab02f-45a6-452d-bc22-fc885718bb45 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.076674 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-17cab02f-45a6-452d-bc22-fc885718bb45 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.081194 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-17cab02f-45a6-452d-bc22-fc885718bb45 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.174125 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.198344 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-17cab02f-45a6-452d-bc22-fc885718bb45 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Floating IP 5237c1ba-0004-4986-bdfd-cf2448bacf8f associated. External IP: 172.27.0.228, port: af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7. Jul 13 19:30:38.424041 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cab02f-45a6-452d-bc22-fc885718bb45 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:30:38.542763 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cab02f-45a6-452d-bc22-fc885718bb45 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:30:38.547532 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-17cab02f-45a6-452d-bc22-fc885718bb45 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.554707 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234561e-cea1-489e-9798-331e0eb0967a None None] Sync routers for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:30:38.564579 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234561e-cea1-489e-9798-331e0eb0967a None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:30:38.565204 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-2234561e-cea1-489e-9798-331e0eb0967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:30:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:38.592666 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-17cab02f-45a6-452d-bc22-fc885718bb45 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "PUT /v2.0/floatingips/5237c1ba-0004-4986-bdfd-cf2448bacf8f HTTP/1.1" status: 200 len: 992 time: 1.0346019 Jul 13 19:30:38.593333 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'tag': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:38.596556 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68efa012-0f11-40d8-bb88-21d4b2ba1ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddbd974-55a3-4a61-af43-ab372c31940a", "tag": "af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:38.638318 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1afe82-3d78-430a-9cdc-49ba451cd64b x-openstack-request-id: req-5b1afe82-3d78-430a-9cdc-49ba451cd64b {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:38.639137 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddbd974-55a3-4a61-af43-ab372c31940a", "tag": "af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:38.639634 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5b1afe82-3d78-430a-9cdc-49ba451cd64b {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:38.640357 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'tag': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7', 'status': 'completed', 'code': 200} Jul 13 19:30:38.693132 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-2234561e-cea1-489e-9798-331e0eb0967a None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:30:38.729478 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efa012-0f11-40d8-bb88-21d4b2ba1ee9 req-5688b159-49e7-41b6-ae37-9c1abac3ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:38.731226 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68efa012-0f11-40d8-bb88-21d4b2ba1ee9 req-5688b159-49e7-41b6-ae37-9c1abac3ef66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a711a208a784ae584eab17ec65eee85&device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 1099 time: 0.0668907 Jul 13 19:30:38.842244 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efa012-0f11-40d8-bb88-21d4b2ba1ee9 req-ad20a1a9-23be-4943-bba8-fb11c843a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:38.844674 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68efa012-0f11-40d8-bb88-21d4b2ba1ee9 req-ad20a1a9-23be-4943-bba8-fb11c843a2c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cb3d905-1040-4840-b80f-7cb3843b41a5 HTTP/1.1" status: 200 len: 913 time: 0.1058793 Jul 13 19:30:38.923917 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68efa012-0f11-40d8-bb88-21d4b2ba1ee9 req-ed8eb3df-269e-4ca3-be67-3011c755f660 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 HTTP/1.1" status: 200 len: 1000 time: 0.0718524 Jul 13 19:30:38.977146 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efa012-0f11-40d8-bb88-21d4b2ba1ee9 req-db5fe901-b520-41d1-bf91-fc2bebc63c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:38.978662 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68efa012-0f11-40d8-bb88-21d4b2ba1ee9 req-db5fe901-b520-41d1-bf91-fc2bebc63c6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=443c5956-56ce-45fc-97e4-7e54dfdb2f43 HTTP/1.1" status: 200 len: 850 time: 0.0487957 Jul 13 19:30:38.979034 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-2234561e-cea1-489e-9798-331e0eb0967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '5237c1ba-0004-4986-bdfd-cf2448bacf8f', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'port_id': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'mac_address': 'fa:16:3e:68:70:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:30:25Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 1, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:38Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:39.027205 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234561e-cea1-489e-9798-331e0eb0967a None None] Checking router: f34f9765-418e-4bf9-8a2f-125ea05f2ee9 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:30:39.038506 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efa012-0f11-40d8-bb88-21d4b2ba1ee9 req-d75f1e72-89b0-42c2-848d-4b1a2a6e2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:39.039059 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234561e-cea1-489e-9798-331e0eb0967a None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:30:39.039944 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-2234561e-cea1-489e-9798-331e0eb0967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:30:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:39.040062 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68efa012-0f11-40d8-bb88-21d4b2ba1ee9 req-d75f1e72-89b0-42c2-848d-4b1a2a6e2c43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cb3d905-1040-4840-b80f-7cb3843b41a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548203 Jul 13 19:30:39.155063 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68efa012-0f11-40d8-bb88-21d4b2ba1ee9 req-2d01e9a4-7354-4418-8f28-ad3576e69065 service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078532 Jul 13 19:30:39.160888 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-2234561e-cea1-489e-9798-331e0eb0967a None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:30:39.258716 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68efa012-0f11-40d8-bb88-21d4b2ba1ee9 req-c86f1775-0876-46c2-99ec-401b90e9ade9 service neutron] 10.222.0.73 "GET /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964246 Jul 13 19:30:39.446266 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-2234561e-cea1-489e-9798-331e0eb0967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '5237c1ba-0004-4986-bdfd-cf2448bacf8f', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'port_id': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'mac_address': 'fa:16:3e:68:70:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:30:25Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 1, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:38Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:39.479003 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234561e-cea1-489e-9798-331e0eb0967a None None] The sync data for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi is: [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': '5237c1ba-0004-4986-bdfd-cf2448bacf8f', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'port_id': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'mac_address': 'fa:16:3e:68:70:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:30:25Z', 'updated_at': '2021-07-13T19:30:37Z', 'revision_number': 1, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:38Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:30:39.703952 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d6cf1-6002-4887-89b5-e52007245ce4 None None] New status for floating IP 5237c1ba-0004-4986-bdfd-cf2448bacf8f: ACTIVE {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:30:51.328469 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:01.957238 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e3cefba7-9961-4f3f-872e-b32b9cadf0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:05.091566 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fb2c6ca9-2e8e-4170-b7a6-a65a5ac817fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:05.488042 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:06.059898 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.177240 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:08.984977 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:31:21.323616 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.944411 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-51957c3a-2295-479c-b5bb-daf60b9aed10 req-3e896b18-e591-4aed-9d54-3f0c7f301fa5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577145 Jul 13 19:31:24.043585 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51957c3a-2295-479c-b5bb-daf60b9aed10 req-2686bdd2-c94d-4de0-bce5-2ebccb65a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.045111 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-51957c3a-2295-479c-b5bb-daf60b9aed10 req-2686bdd2-c94d-4de0-bce5-2ebccb65a00a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 1098 time: 0.0583014 Jul 13 19:31:24.154068 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51957c3a-2295-479c-b5bb-daf60b9aed10 req-344eab07-f8d4-43a3-8aa0-05b2e6b2b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.155599 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-51957c3a-2295-479c-b5bb-daf60b9aed10 req-344eab07-f8d4-43a3-8aa0-05b2e6b2b25b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 914 time: 0.0896878 Jul 13 19:31:24.226747 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-51957c3a-2295-479c-b5bb-daf60b9aed10 req-0a6f189a-8c42-4998-a2ce-599c933b4583 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865e2619-1f8d-4e1f-a82d-cb3881baace8 HTTP/1.1" status: 200 len: 1001 time: 0.0648274 Jul 13 19:31:24.279701 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51957c3a-2295-479c-b5bb-daf60b9aed10 req-6c13cff7-d5ed-4f09-a175-d55e0caea07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.281299 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-51957c3a-2295-479c-b5bb-daf60b9aed10 req-6c13cff7-d5ed-4f09-a175-d55e0caea07c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.0483861 Jul 13 19:31:24.342763 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51957c3a-2295-479c-b5bb-daf60b9aed10 req-ebce5d74-4d1b-4915-bad8-7b3090c01ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.344338 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-51957c3a-2295-479c-b5bb-daf60b9aed10 req-ebce5d74-4d1b-4915-bad8-7b3090c01ba9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560036 Jul 13 19:31:24.442159 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-51957c3a-2295-479c-b5bb-daf60b9aed10 req-f3ca7322-402e-461e-9741-6f4371304875 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913684 Jul 13 19:31:24.534346 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-51957c3a-2295-479c-b5bb-daf60b9aed10 req-dffa870d-6b9f-4d3f-9374-334c64fa281e service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842402 Jul 13 19:31:27.536953 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42032) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:27.686888 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Deleting port 79c8f567-8a55-4c19-8221-c1dc3dc5be06 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:27.687117 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.769463 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.769788 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.781291 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Calling delete_port for 79c8f567-8a55-4c19-8221-c1dc3dc5be06 owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:27.937584 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.964443 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event deleted for resources: {'Port': ['ID=79c8f567-8a55-4c19-8221-c1dc3dc5be06,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:27.975718 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:27.976053 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:27.976388 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:27.976720 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:27.977045 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:27.977369 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:27.977741 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:27.978016 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:27.978336 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:27.978685 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:27.979566 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:27.979566 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:28.041315 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.041650 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Floating IP 27577692-0aad-485a-ae7d-b28bcb6f291f disassociated (deleted). External IP: 172.27.0.214, port: 4b6109a8-392e-48bb-a652-074112779993. Jul 13 19:31:28.292635 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Router defb3f38-078a-4cb9-8cca-610d2bd1f74d has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:28.404269 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:28.411115 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.415844 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f0b92-c243-4edc-a081-6fffd300a48f None None] Sync routers for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:28.425878 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f0b92-c243-4edc-a081-6fffd300a48f None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:28.426701 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-2c4f0b92-c243-4edc-a081-6fffd300a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:31:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:28.449691 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-fe385787-3796-471b-88a4-0bdc7ca50a47 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "DELETE /v2.0/floatingips/27577692-0aad-485a-ae7d-b28bcb6f291f HTTP/1.1" status: 204 len: 168 time: 0.9114323 Jul 13 19:31:28.450074 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'tag': '4b6109a8-392e-48bb-a652-074112779993'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:28.452718 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e6f882-8a51-4298-8147-0ce0496325a1" -d '{"events": [{"name": "network-changed", "server_uuid": "eca0c0e5-6d9d-4948-a6ab-6f955b34574f", "tag": "4b6109a8-392e-48bb-a652-074112779993"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:28.500096 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec2933c-eb9a-462b-aeb3-afc029403368 x-openstack-request-id: req-eec2933c-eb9a-462b-aeb3-afc029403368 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:28.500524 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca0c0e5-6d9d-4948-a6ab-6f955b34574f", "tag": "4b6109a8-392e-48bb-a652-074112779993", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:28.500783 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eec2933c-eb9a-462b-aeb3-afc029403368 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:28.501318 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'tag': '4b6109a8-392e-48bb-a652-074112779993', 'status': 'completed', 'code': 200} Jul 13 19:31:28.545683 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-2c4f0b92-c243-4edc-a081-6fffd300a48f None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:28.590334 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6f882-8a51-4298-8147-0ce0496325a1 req-80b38ea7-2e2d-433a-8133-ee99d47cd872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.592420 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-98e6f882-8a51-4298-8147-0ce0496325a1 req-80b38ea7-2e2d-433a-8133-ee99d47cd872 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 1098 time: 0.0664859 Jul 13 19:31:28.696319 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6f882-8a51-4298-8147-0ce0496325a1 req-57eea9cf-1704-4f6f-b923-d1dc8cd9bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.698143 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-98e6f882-8a51-4298-8147-0ce0496325a1 req-57eea9cf-1704-4f6f-b923-d1dc8cd9bf50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 914 time: 0.0971560 Jul 13 19:31:28.743339 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-98e6f882-8a51-4298-8147-0ce0496325a1 req-de8ff7a6-8b29-4cdc-8d0e-830535eef878 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6109a8-392e-48bb-a652-074112779993 HTTP/1.1" status: 200 len: 217 time: 0.0380061 Jul 13 19:31:28.804333 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-2c4f0b92-c243-4edc-a081-6fffd300a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'bc39036c-920d-405e-ad10-d0b546a2e531', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:55:0a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a754606b-541d-4295-81a1-7dba164af588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:00Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 1, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:28.815585 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6f882-8a51-4298-8147-0ce0496325a1 req-0027132c-922e-4ec7-9b3f-44614eaf9882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.817108 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-98e6f882-8a51-4298-8147-0ce0496325a1 req-0027132c-922e-4ec7-9b3f-44614eaf9882 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.0659180 Jul 13 19:31:28.836595 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f0b92-c243-4edc-a081-6fffd300a48f None None] Checking router: defb3f38-078a-4cb9-8cca-610d2bd1f74d for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:28.845158 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f0b92-c243-4edc-a081-6fffd300a48f None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:28.845774 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-2c4f0b92-c243-4edc-a081-6fffd300a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:31:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:28.881788 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6f882-8a51-4298-8147-0ce0496325a1 req-8fd6055f-8b1c-4bcd-ad76-a7394c014030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.883477 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-98e6f882-8a51-4298-8147-0ce0496325a1 req-8fd6055f-8b1c-4bcd-ad76-a7394c014030 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590458 Jul 13 19:31:28.951153 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911829c-c042-4c54-bb81-b36291804e47 req-5ec0cb18-313c-43db-acba-dfe4bb00f3be tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.952756 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e911829c-c042-4c54-bb81-b36291804e47 req-5ec0cb18-313c-43db-acba-dfe4bb00f3be tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 945 time: 0.0785747 Jul 13 19:31:28.993504 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-98e6f882-8a51-4298-8147-0ce0496325a1 req-f5e41d61-ad20-4952-884e-673a6d364ddd service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020780 Jul 13 19:31:29.090283 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-2c4f0b92-c243-4edc-a081-6fffd300a48f None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:29.120481 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-98e6f882-8a51-4298-8147-0ce0496325a1 req-2e58a0b4-dbb0-46c3-9a09-27e52a204197 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186626 Jul 13 19:31:29.311077 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e911829c-c042-4c54-bb81-b36291804e47 req-b0cd0d26-cb6a-4bcc-8109-67a572de7e3b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511662 Jul 13 19:31:29.382757 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-2c4f0b92-c243-4edc-a081-6fffd300a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'bc39036c-920d-405e-ad10-d0b546a2e531', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:55:0a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a754606b-541d-4295-81a1-7dba164af588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:00Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 1, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:29.408595 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f0b92-c243-4edc-a081-6fffd300a48f None None] The sync data for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi is: [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_floatingips': [{'id': 'bc39036c-920d-405e-ad10-d0b546a2e531', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'router_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'port_id': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'mac_address': 'fa:16:3e:55:0a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a754606b-541d-4295-81a1-7dba164af588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:00Z', 'updated_at': '2021-07-13T19:28:02Z', 'revision_number': 1, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:29.635101 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5354babd-1b9a-4c73-bc92-28a5708139c5 None None] New status for floating IP 27577692-0aad-485a-ae7d-b28bcb6f291f: DOWN {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:31:30.314723 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa583495-89c2-4280-a9d7-3d58388fae48 req-47550998-f1a5-4ae5-8267-009bb7aef618 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:30.316785 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fa583495-89c2-4280-a9d7-3d58388fae48 req-47550998-f1a5-4ae5-8267-009bb7aef618 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 945 time: 0.0676842 Jul 13 19:31:30.429893 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-fa583495-89c2-4280-a9d7-3d58388fae48 req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Deleting port 4b6109a8-392e-48bb-a652-074112779993 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:30.430231 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-fa583495-89c2-4280-a9d7-3d58388fae48 req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.559627 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-fa583495-89c2-4280-a9d7-3d58388fae48 req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] For port 4b6109a8-392e-48bb-a652-074112779993, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4b6109a8-392e-48bb-a652-074112779993,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:30.559989 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-fa583495-89c2-4280-a9d7-3d58388fae48 req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.576282 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-fa583495-89c2-4280-a9d7-3d58388fae48 req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Calling delete_port for 4b6109a8-392e-48bb-a652-074112779993 owned by compute:nova {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:30.587992 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af36de2-8089-4eeb-8334-4edd291a5a03 req-5744c48b-b7e5-497c-8f52-6adcf9310b44 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:30.589495 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0af36de2-8089-4eeb-8334-4edd291a5a03 req-5744c48b-b7e5-497c-8f52-6adcf9310b44 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=eca0c0e5-6d9d-4948-a6ab-6f955b34574f HTTP/1.1" status: 200 len: 945 time: 0.1451225 Jul 13 19:31:30.672778 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0af36de2-8089-4eeb-8334-4edd291a5a03 req-629fdc68-a006-4f0b-ab86-5f800ae357fd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773683 Jul 13 19:31:30.752250 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-fa583495-89c2-4280-a9d7-3d58388fae48 req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.782730 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event deleted for resources: {'Port': ['ID=4b6109a8-392e-48bb-a652-074112779993,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:30.814725 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:30.815607 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:30.815975 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:30.816456 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:30.816594 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:30.816921 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:30.817253 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:30.817577 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:30.817900 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:30.818221 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:30.818608 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:30.818877 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:30.842983 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa583495-89c2-4280-a9d7-3d58388fae48 req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] No DVR routers for this DVR port 4b6109a8-392e-48bb-a652-074112779993 on host hv-cinder-78693 {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:30.845552 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-fa583495-89c2-4280-a9d7-3d58388fae48 req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.847728 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fa583495-89c2-4280-a9d7-3d58388fae48 req-9e2ead19-f369-4a8c-9efd-aa30fde342dd tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "DELETE /v2.0/ports/4b6109a8-392e-48bb-a652-074112779993 HTTP/1.1" status: 204 len: 173 time: 0.5260265 Jul 13 19:31:30.848188 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'name': 'network-vif-deleted', 'tag': '4b6109a8-392e-48bb-a652-074112779993'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:30.850445 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa5006f-82b5-447f-9728-e330db4b1a8c" -d '{"events": [{"server_uuid": "eca0c0e5-6d9d-4948-a6ab-6f955b34574f", "name": "network-vif-deleted", "tag": "4b6109a8-392e-48bb-a652-074112779993"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:30.944245 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fb4b41-4e21-456d-af22-8f98ef8c2859 x-openstack-request-id: req-b1fb4b41-4e21-456d-af22-8f98ef8c2859 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:30.944537 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca0c0e5-6d9d-4948-a6ab-6f955b34574f", "name": "network-vif-deleted", "tag": "4b6109a8-392e-48bb-a652-074112779993", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:30.944790 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b1fb4b41-4e21-456d-af22-8f98ef8c2859 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:30.945193 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca0c0e5-6d9d-4948-a6ab-6f955b34574f', 'name': 'network-vif-deleted', 'tag': '4b6109a8-392e-48bb-a652-074112779993', 'status': 'completed', 'code': 200} Jul 13 19:31:31.960977 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bf15bb2-d545-4aa6-bcdd-157a5950d578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.751902 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 4b6109a8-392e-48bb-a652-074112779993 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:33.772566 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 4b6109a8-392e-48bb-a652-074112779993 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:33.772906 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 4b6109a8-392e-48bb-a652-074112779993 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:34.003582 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42084) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:34.182126 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Deleting port e45e6a8e-13f0-4863-8cb9-cdeb34a3c45f {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:34.182474 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.274719 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.275166 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.294001 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Calling delete_port for e45e6a8e-13f0-4863-8cb9-cdeb34a3c45f owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:34.460265 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.486995 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event deleted for resources: {'Port': ['ID=e45e6a8e-13f0-4863-8cb9-cdeb34a3c45f,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:34.559092 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.559571 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Floating IP bc39036c-920d-405e-ad10-d0b546a2e531 disassociated (deleted). External IP: 172.27.0.243, port: 865e2619-1f8d-4e1f-a82d-cb3881baace8. Jul 13 19:31:34.836441 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Router defb3f38-078a-4cb9-8cca-610d2bd1f74d has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:34.973693 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:34.978535 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.985788 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c552d854-5093-41a6-bdf8-2327b73c37f8 None None] Sync routers for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:34.995535 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c552d854-5093-41a6-bdf8-2327b73c37f8 None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:34.996140 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-c552d854-5093-41a6-bdf8-2327b73c37f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:31:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:35.016401 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-980336cf-403c-43b0-b640-7efbfbc9319c tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "DELETE /v2.0/floatingips/bc39036c-920d-405e-ad10-d0b546a2e531 HTTP/1.1" status: 204 len: 168 time: 1.0117385 Jul 13 19:31:35.017242 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a754606b-541d-4295-81a1-7dba164af588', 'tag': '865e2619-1f8d-4e1f-a82d-cb3881baace8'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:35.019991 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e81c74a2f01a46727c7f27c705befc86a468a3ccbb956751bf6cde282d9ff7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb84e80b-7214-42c2-ad02-06567e83cba0" -d '{"events": [{"name": "network-changed", "server_uuid": "a754606b-541d-4295-81a1-7dba164af588", "tag": "865e2619-1f8d-4e1f-a82d-cb3881baace8"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:35.058721 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dc6e7d-1775-4e95-a7f2-3b2fa16e7f8e x-openstack-request-id: req-41dc6e7d-1775-4e95-a7f2-3b2fa16e7f8e {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:35.059085 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a754606b-541d-4295-81a1-7dba164af588", "tag": "865e2619-1f8d-4e1f-a82d-cb3881baace8", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:35.059404 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-41dc6e7d-1775-4e95-a7f2-3b2fa16e7f8e {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:35.059875 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a754606b-541d-4295-81a1-7dba164af588', 'tag': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'status': 'completed', 'code': 200} Jul 13 19:31:35.106244 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ebd40516-4b22-44d7-adf1-77c726ff3fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.120074 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-c552d854-5093-41a6-bdf8-2327b73c37f8 None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:35.148426 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84e80b-7214-42c2-ad02-06567e83cba0 req-8e907f74-da45-4db9-bea7-7a7b141119a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:35.150727 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fb84e80b-7214-42c2-ad02-06567e83cba0 req-8e907f74-da45-4db9-bea7-7a7b141119a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 1098 time: 0.0668375 Jul 13 19:31:35.260609 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84e80b-7214-42c2-ad02-06567e83cba0 req-193cd682-a2c3-431e-b2f9-4b7697d6c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:35.262641 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fb84e80b-7214-42c2-ad02-06567e83cba0 req-193cd682-a2c3-431e-b2f9-4b7697d6c291 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 200 len: 914 time: 0.1043468 Jul 13 19:31:35.332101 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fb84e80b-7214-42c2-ad02-06567e83cba0 req-f783113b-b8cc-43e4-8809-a2f481bcedec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865e2619-1f8d-4e1f-a82d-cb3881baace8 HTTP/1.1" status: 200 len: 217 time: 0.0545480 Jul 13 19:31:35.359335 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-c552d854-5093-41a6-bdf8-2327b73c37f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:35.385957 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c552d854-5093-41a6-bdf8-2327b73c37f8 None None] Checking router: defb3f38-078a-4cb9-8cca-610d2bd1f74d for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:35.394989 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c552d854-5093-41a6-bdf8-2327b73c37f8 None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:35.395586 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-c552d854-5093-41a6-bdf8-2327b73c37f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:31:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:35.419149 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84e80b-7214-42c2-ad02-06567e83cba0 req-574502ec-4988-47d2-8c47-327f2a871e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:35.420695 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fb84e80b-7214-42c2-ad02-06567e83cba0 req-574502ec-4988-47d2-8c47-327f2a871e55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 200 len: 851 time: 0.0809784 Jul 13 19:31:35.475752 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828d892-387c-4283-82a6-32dcc2064ccc req-66e58e5c-9c79-437c-970c-8029362d0aba tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:35.477527 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2828d892-387c-4283-82a6-32dcc2064ccc req-66e58e5c-9c79-437c-970c-8029362d0aba tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 945 time: 0.1292486 Jul 13 19:31:35.501553 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.513066 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-c552d854-5093-41a6-bdf8-2327b73c37f8 None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:35.530654 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2828d892-387c-4283-82a6-32dcc2064ccc req-f32f5d63-4271-4acf-acf9-5b8553882591 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462642 Jul 13 19:31:35.536486 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84e80b-7214-42c2-ad02-06567e83cba0 req-124f6867-0401-4951-8975-480c91750c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:35.538224 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fb84e80b-7214-42c2-ad02-06567e83cba0 req-124f6867-0401-4951-8975-480c91750c6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced6f954-8877-4687-b900-05e72393c1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1087298 Jul 13 19:31:35.638284 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fb84e80b-7214-42c2-ad02-06567e83cba0 req-f196335c-4806-44c1-aa35-e1123d40355d service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919228 Jul 13 19:31:35.722815 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-c552d854-5093-41a6-bdf8-2327b73c37f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:35.732152 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fb84e80b-7214-42c2-ad02-06567e83cba0 req-d3893b85-f92c-4f8f-9627-cb9fd7d04fe9 service neutron] 10.222.0.73 "GET /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870159 Jul 13 19:31:35.754731 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c552d854-5093-41a6-bdf8-2327b73c37f8 None None] The sync data for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi is: [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:24:43Z', 'revision_number': 4, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '692b45fe-bcd5-449e-a296-5df21c79d013', 'name': '', 'network_id': 'ced6f954-8877-4687-b900-05e72393c1ea', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'mac_address': 'fa:16:3e:4f:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:42Z', 'updated_at': '2021-07-13T19:24:50Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'subnets': [{'id': '585f619d-61a7-48c9-967a-6452f75b18fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:35.987326 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6f84b-abb7-4876-99f1-c22ffafb19ff None None] New status for floating IP bc39036c-920d-405e-ad10-d0b546a2e531: DOWN {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:31:36.065945 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.718662 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7c650-3069-46a8-85e9-929da2980c01 req-9bbe68a2-0dfd-473f-ab02-09e9b813e076 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:36.720211 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2dd7c650-3069-46a8-85e9-929da2980c01 req-9bbe68a2-0dfd-473f-ab02-09e9b813e076 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 945 time: 0.0711551 Jul 13 19:31:36.758000 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2dd7c650-3069-46a8-85e9-929da2980c01 req-7fba5d5d-bba7-484a-933c-b79a709f8d7e tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/security-groups?id=02d60289-b9f9-4e91-a942-08338dc88367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Jul 13 19:31:36.875375 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239771f-081b-4d2c-af70-ecadbe513595 req-0498c0e9-d232-4531-b01b-f24b555fd027 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:36.876916 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3239771f-081b-4d2c-af70-ecadbe513595 req-0498c0e9-d232-4531-b01b-f24b555fd027 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 945 time: 0.0643611 Jul 13 19:31:36.990651 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-3239771f-081b-4d2c-af70-ecadbe513595 req-231e7e96-5a14-477b-a444-4c6db1abf3d8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Deleting port 865e2619-1f8d-4e1f-a82d-cb3881baace8 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:36.990997 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-3239771f-081b-4d2c-af70-ecadbe513595 req-231e7e96-5a14-477b-a444-4c6db1abf3d8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.081218 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-3239771f-081b-4d2c-af70-ecadbe513595 req-231e7e96-5a14-477b-a444-4c6db1abf3d8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] For port 865e2619-1f8d-4e1f-a82d-cb3881baace8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=865e2619-1f8d-4e1f-a82d-cb3881baace8,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:37.081578 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-3239771f-081b-4d2c-af70-ecadbe513595 req-231e7e96-5a14-477b-a444-4c6db1abf3d8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.095104 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-3239771f-081b-4d2c-af70-ecadbe513595 req-231e7e96-5a14-477b-a444-4c6db1abf3d8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Calling delete_port for 865e2619-1f8d-4e1f-a82d-cb3881baace8 owned by compute:nova {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:37.232562 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-3239771f-081b-4d2c-af70-ecadbe513595 req-231e7e96-5a14-477b-a444-4c6db1abf3d8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.262673 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e7e96-5a14-477b-a444-4c6db1abf3d8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event deleted for resources: {'Port': ['ID=865e2619-1f8d-4e1f-a82d-cb3881baace8,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:37.321014 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-3239771f-081b-4d2c-af70-ecadbe513595 req-231e7e96-5a14-477b-a444-4c6db1abf3d8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] No DVR routers for this DVR port 865e2619-1f8d-4e1f-a82d-cb3881baace8 on host hv-cinder-78693 {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:37.324941 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-3239771f-081b-4d2c-af70-ecadbe513595 req-231e7e96-5a14-477b-a444-4c6db1abf3d8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.327905 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3239771f-081b-4d2c-af70-ecadbe513595 req-231e7e96-5a14-477b-a444-4c6db1abf3d8 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.73 "DELETE /v2.0/ports/865e2619-1f8d-4e1f-a82d-cb3881baace8 HTTP/1.1" status: 204 len: 173 time: 0.4438195 Jul 13 19:31:37.328432 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a754606b-541d-4295-81a1-7dba164af588', 'name': 'network-vif-deleted', 'tag': '865e2619-1f8d-4e1f-a82d-cb3881baace8'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:37.331233 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46b1750-55ef-4b54-bacd-5b5efa01814e" -d '{"events": [{"server_uuid": "a754606b-541d-4295-81a1-7dba164af588", "name": "network-vif-deleted", "tag": "865e2619-1f8d-4e1f-a82d-cb3881baace8"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:37.383841 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ca067f-25e1-42f1-90ad-7ca8b5206d1e x-openstack-request-id: req-e0ca067f-25e1-42f1-90ad-7ca8b5206d1e {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:37.384163 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a754606b-541d-4295-81a1-7dba164af588", "name": "network-vif-deleted", "tag": "865e2619-1f8d-4e1f-a82d-cb3881baace8", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:37.384412 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e0ca067f-25e1-42f1-90ad-7ca8b5206d1e {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:37.384832 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a754606b-541d-4295-81a1-7dba164af588', 'name': 'network-vif-deleted', 'tag': '865e2619-1f8d-4e1f-a82d-cb3881baace8', 'status': 'completed', 'code': 200} Jul 13 19:31:37.923852 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-963af3e6-75b3-4982-a302-4d17bfb10cf0 req-47e3f958-3207-45c5-b31e-8a336e998358 tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "GET /v2.0/ports?device_id=a754606b-541d-4295-81a1-7dba164af588 HTTP/1.1" status: 200 len: 210 time: 0.0360878 Jul 13 19:31:38.179698 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.019914 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42108) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:39.150699 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-d0a19ca8-23ba-4ec8-a423-f76b49bd274b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Deleting port a18c9921-773a-4889-9e3c-dbb7f589e68a {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:39.151051 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d0a19ca8-23ba-4ec8-a423-f76b49bd274b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.242218 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d0a19ca8-23ba-4ec8-a423-f76b49bd274b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.242431 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d0a19ca8-23ba-4ec8-a423-f76b49bd274b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.257388 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-d0a19ca8-23ba-4ec8-a423-f76b49bd274b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Calling delete_port for a18c9921-773a-4889-9e3c-dbb7f589e68a owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:39.398086 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d0a19ca8-23ba-4ec8-a423-f76b49bd274b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.427074 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a19ca8-23ba-4ec8-a423-f76b49bd274b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event deleted for resources: {'Port': ['ID=a18c9921-773a-4889-9e3c-dbb7f589e68a,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:39.496499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d0a19ca8-23ba-4ec8-a423-f76b49bd274b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.498967 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d0a19ca8-23ba-4ec8-a423-f76b49bd274b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.500148 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d0a19ca8-23ba-4ec8-a423-f76b49bd274b tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "DELETE /v2.0/floatingips/4375a011-ad4d-4471-addb-6e0cadba680f HTTP/1.1" status: 204 len: 168 time: 0.4792504 Jul 13 19:31:39.799559 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 865e2619-1f8d-4e1f-a82d-cb3881baace8 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:39.825584 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: 865e2619-1f8d-4e1f-a82d-cb3881baace8 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:39.826105 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device 865e2619-1f8d-4e1f-a82d-cb3881baace8 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:40.801294 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 42120) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:40.873407 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a1164e66-8cc7-4932-a043-253eed865c6a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.914689 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a1164e66-8cc7-4932-a043-253eed865c6a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.980930 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a1164e66-8cc7-4932-a043-253eed865c6a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.983626 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a1164e66-8cc7-4932-a043-253eed865c6a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.984803 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a1164e66-8cc7-4932-a043-253eed865c6a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] 10.222.0.68 "DELETE /v2.0/security-groups/02d60289-b9f9-4e91-a942-08338dc88367 HTTP/1.1" status: 204 len: 168 time: 0.1824746 Jul 13 19:31:40.995586 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1164e66-8cc7-4932-a043-253eed865c6a tempest-TestVolumeBootPattern-1855255658 tempest-TestVolumeBootPattern-1855255658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d60289-b9f9-4e91-a942-08338dc88367,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:41.041960 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42124) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:41.518767 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c56ad33d-6eed-4a2c-95a7-3233fd12f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523116'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.792578 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-c56ad33d-6eed-4a2c-95a7-3233fd12f821 admin admin] Deleting port 692b45fe-bcd5-449e-a296-5df21c79d013 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:41.792835 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c56ad33d-6eed-4a2c-95a7-3233fd12f821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.881225 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-c56ad33d-6eed-4a2c-95a7-3233fd12f821 admin admin] For port 692b45fe-bcd5-449e-a296-5df21c79d013, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=692b45fe-bcd5-449e-a296-5df21c79d013,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:41.881593 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c56ad33d-6eed-4a2c-95a7-3233fd12f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.895782 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-c56ad33d-6eed-4a2c-95a7-3233fd12f821 admin admin] Calling delete_port for 692b45fe-bcd5-449e-a296-5df21c79d013 owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:42.091689 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c56ad33d-6eed-4a2c-95a7-3233fd12f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.117884 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ad33d-6eed-4a2c-95a7-3233fd12f821 admin admin] Pushing event deleted for resources: {'Port': ['ID=692b45fe-bcd5-449e-a296-5df21c79d013,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:42.309187 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c56ad33d-6eed-4a2c-95a7-3233fd12f821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33039051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523400'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.536537 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56ad33d-6eed-4a2c-95a7-3233fd12f821 admin admin] Router defb3f38-078a-4cb9-8cca-610d2bd1f74d has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:42.663491 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56ad33d-6eed-4a2c-95a7-3233fd12f821 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:42.668878 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c56ad33d-6eed-4a2c-95a7-3233fd12f821 admin admin] 10.222.0.68 "PUT /v2.0/routers/defb3f38-078a-4cb9-8cca-610d2bd1f74d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6256578 Jul 13 19:31:42.672873 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42128) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:42.676961 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b7947-d7f3-47c6-a1d2-6e98ae5caf2b None None] Sync routers for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:42.688951 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b7947-d7f3-47c6-a1d2-6e98ae5caf2b None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:42.690218 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-945b7947-d7f3-47c6-a1d2-6e98ae5caf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:31:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:42.820988 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-945b7947-d7f3-47c6-a1d2-6e98ae5caf2b None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:43.033750 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-945b7947-d7f3-47c6-a1d2-6e98ae5caf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:31:42Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:43.086118 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b7947-d7f3-47c6-a1d2-6e98ae5caf2b None None] Checking router: defb3f38-078a-4cb9-8cca-610d2bd1f74d for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:43.097670 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b7947-d7f3-47c6-a1d2-6e98ae5caf2b None None] Routers {'defb3f38-078a-4cb9-8cca-610d2bd1f74d'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:43.098608 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-945b7947-d7f3-47c6-a1d2-6e98ae5caf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:31:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:43.109886 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Notify callbacks [] for router, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.224847 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.255043 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-945b7947-d7f3-47c6-a1d2-6e98ae5caf2b None None] Set router defb3f38-078a-4cb9-8cca-610d2bd1f74d gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:43.290277 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Deleting port b90f5921-8030-42ca-994b-4e0d738d6a00 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:43.290712 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.389854 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] For port b90f5921-8030-42ca-994b-4e0d738d6a00, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=b90f5921-8030-42ca-994b-4e0d738d6a00,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:43.390315 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.406308 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Calling delete_port for b90f5921-8030-42ca-994b-4e0d738d6a00 owned by network:router_gateway {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:43.612402 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.623886 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-945b7947-d7f3-47c6-a1d2-6e98ae5caf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:31:42Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:43.650158 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Pushing event deleted for resources: {'Port': ['ID=b90f5921-8030-42ca-994b-4e0d738d6a00,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:43.652745 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b7947-d7f3-47c6-a1d2-6e98ae5caf2b None None] The sync data for ids ['defb3f38-078a-4cb9-8cca-610d2bd1f74d'] in dv-cinder-786931-3-iscsi is: [{'id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'name': 'tempest-TestVolumeBootPattern-1626123474-router', 'tenant_id': '3b57609295ef4e7a96bd87b8f67f3532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:37Z', 'updated_at': '2021-07-13T19:31:42Z', 'revision_number': 5, 'project_id': '3b57609295ef4e7a96bd87b8f67f3532', 'gw_port': {'id': 'b90f5921-8030-42ca-994b-4e0d738d6a00', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defb3f38-078a-4cb9-8cca-610d2bd1f74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:38Z', 'updated_at': '2021-07-13T19:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:43.724419 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520458'] for router_gateway, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.820555 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13715'] for router, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.823655 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.874034 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393745'] for router, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.874576 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Fanout notify agent at l3_agent the message router_deleted on router defb3f38-078a-4cb9-8cca-610d2bd1f74d {{(pid=92952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:31:43.881577 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.883474 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b28119c7-6509-400d-ade9-ce0faf74c31d admin admin] 10.222.0.68 "DELETE /v2.0/routers/defb3f38-078a-4cb9-8cca-610d2bd1f74d HTTP/1.1" status: 204 len: 168 time: 1.2094510 Jul 13 19:31:43.887444 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42130) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:43.945731 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f2712a-cb5b-41af-a2d4-81700d532aa5 admin admin] Deleting subnet 585f619d-61a7-48c9-967a-6452f75b18fa {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:43.950610 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-78f2712a-cb5b-41af-a2d4-81700d532aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.989891 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-78f2712a-cb5b-41af-a2d4-81700d532aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569325'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.113183 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-78f2712a-cb5b-41af-a2d4-81700d532aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.192052 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-78f2712a-cb5b-41af-a2d4-81700d532aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8569209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529206'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.240084 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2712a-cb5b-41af-a2d4-81700d532aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585f619d-61a7-48c9-967a-6452f75b18fa,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:44.244836 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 692b45fe-bcd5-449e-a296-5df21c79d013 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:44.245684 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-78f2712a-cb5b-41af-a2d4-81700d532aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.247650 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-78f2712a-cb5b-41af-a2d4-81700d532aa5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/585f619d-61a7-48c9-967a-6452f75b18fa HTTP/1.1" status: 204 len: 168 time: 0.3586555 Jul 13 19:31:44.250335 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42132) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:44.275895 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac17365-d8b6-4486-b6ec-938a8fb28641 None None] Network ced6f954-8877-4687-b900-05e72393c1ea requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:44.296664 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: 692b45fe-bcd5-449e-a296-5df21c79d013 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:44.297374 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 692b45fe-bcd5-449e-a296-5df21c79d013 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:44.372110 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.472063 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Deleting port 0c79ec18-1cdb-4593-975e-63c43271cbc2 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:44.472924 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.563412 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] For port 0c79ec18-1cdb-4593-975e-63c43271cbc2, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=0c79ec18-1cdb-4593-975e-63c43271cbc2,segment=NetworkSegment(9af2aa7b-e593-4763-8edf-edb1431b4432),segment_id=9af2aa7b-e593-4763-8edf-edb1431b4432)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:44.563837 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.579570 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Calling delete_port for 0c79ec18-1cdb-4593-975e-63c43271cbc2 owned by network:dhcp {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:44.666798 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.693084 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c79ec18-1cdb-4593-975e-63c43271cbc2,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:44.701113 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] No DVR routers for this DVR port 0c79ec18-1cdb-4593-975e-63c43271cbc2 on host dv-cinder-786931-3-iscsi {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:44.786027 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.807260 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced6f954-8877-4687-b900-05e72393c1ea']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:44.812241 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1989e1-7883-48ca-809e-4531079b73b9 None None] DHCP port deletion for ced6f954-8877-4687-b900-05e72393c1ea request from dv-cinder-786931-3-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:31:44.826234 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af2aa7b-e593-4763-8edf-edb1431b4432') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:44.826456 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af2aa7b-e593-4763-8edf-edb1431b4432') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:44.842588 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569332'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.867114 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.878492 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:44.879241 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8569047'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: timer() Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: cb(*args, **kw) Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: self._notify() Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: self.callback(batched_events) Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: event.method(event) Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._get(url).json() Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:44.882577 dv-cinder-786931-3-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:44.983826 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.990897 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.993268 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/ced6f954-8877-4687-b900-05e72393c1ea HTTP/1.1" status: 204 len: 168 time: 0.7415311 Jul 13 19:31:44.996589 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 42134) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:45.010918 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f586fcd-7265-4488-8efc-27fc81556cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ced6f954-8877-4687-b900-05e72393c1ea,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:45.444875 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e5463f59-c006-4da6-b1d6-f71a5b7aa6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523116'] for router_interface, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.759347 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-e5463f59-c006-4da6-b1d6-f71a5b7aa6b5 admin admin] Deleting port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:45.759647 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e5463f59-c006-4da6-b1d6-f71a5b7aa6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.847842 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-e5463f59-c006-4da6-b1d6-f71a5b7aa6b5 admin admin] For port defaa880-f79f-4f3e-a48e-5c0a5e5c88e1, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=defaa880-f79f-4f3e-a48e-5c0a5e5c88e1,segment=NetworkSegment(1df7f33d-92c2-48ca-a8f3-7beb46d38da9),segment_id=1df7f33d-92c2-48ca-a8f3-7beb46d38da9)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:45.848204 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e5463f59-c006-4da6-b1d6-f71a5b7aa6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.863568 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-e5463f59-c006-4da6-b1d6-f71a5b7aa6b5 admin admin] Calling delete_port for defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 owned by network:router_interface {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:45.984703 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:31:46.090140 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e5463f59-c006-4da6-b1d6-f71a5b7aa6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.119746 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device b90f5921-8030-42ca-994b-4e0d738d6a00 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:46.146469 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5463f59-c006-4da6-b1d6-f71a5b7aa6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=defaa880-f79f-4f3e-a48e-5c0a5e5c88e1,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:46.155332 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: b90f5921-8030-42ca-994b-4e0d738d6a00 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:46.157198 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device b90f5921-8030-42ca-994b-4e0d738d6a00 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:46.157198 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 0c79ec18-1cdb-4593-975e-63c43271cbc2 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:46.183855 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: 0c79ec18-1cdb-4593-975e-63c43271cbc2 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:46.184257 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 0c79ec18-1cdb-4593-975e-63c43271cbc2 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:46.376018 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e5463f59-c006-4da6-b1d6-f71a5b7aa6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33039051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523400'] for router_interface, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.623977 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5463f59-c006-4da6-b1d6-f71a5b7aa6b5 admin admin] Router 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:47.046804 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5463f59-c006-4da6-b1d6-f71a5b7aa6b5 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:47.054101 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e5463f59-c006-4da6-b1d6-f71a5b7aa6b5 admin admin] 10.222.0.68 "PUT /v2.0/routers/5e2c26c0-49c5-42d3-a3a8-78487c4a5c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0560076 Jul 13 19:31:47.058272 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 42136) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:47.061508 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e104c-bf41-4541-83a5-b0f77e8ce490 None None] Sync routers for ids ['5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'] in dv-cinder-786931-3-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:47.072614 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e104c-bf41-4541-83a5-b0f77e8ce490 None None] Routers {'5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:47.073254 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-6f6e104c-bf41-4541-83a5-b0f77e8ce490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:31:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:47.184757 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.207116 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-6f6e104c-bf41-4541-83a5-b0f77e8ce490 None None] Set router 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:47.302059 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.380638 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Deleting port 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:47.381539 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.487137 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-6f6e104c-bf41-4541-83a5-b0f77e8ce490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'name': 'tempest-TestVolumeBootPattern-1765529563-router', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:46Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 5, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'gw_port': {'id': '13ed3b2f-9084-46ce-a356-1a3b0f56d8bb', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:24:47Z', 'updated_at': '2021-07-13T19:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:47.516286 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] For port 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=13ed3b2f-9084-46ce-a356-1a3b0f56d8bb,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:47.516870 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.517122 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e104c-bf41-4541-83a5-b0f77e8ce490 None None] Checking router: 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 for host: dv-cinder-786931-3-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:47.527352 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e104c-bf41-4541-83a5-b0f77e8ce490 None None] Routers {'5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:47.527974 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-6f6e104c-bf41-4541-83a5-b0f77e8ce490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:31:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:47.539537 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Calling delete_port for 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb owned by network:router_gateway {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:47.621809 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-6f6e104c-bf41-4541-83a5-b0f77e8ce490 None None] Set router 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 gateway port host: None {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:47.704206 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-6f6e104c-bf41-4541-83a5-b0f77e8ce490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'name': 'tempest-TestVolumeBootPattern-1765529563-router', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:46Z', 'updated_at': '2021-07-13T19:31:47Z', 'revision_number': 6, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'gw_port_host': None}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:47.763480 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.791138 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=13ed3b2f-9084-46ce-a356-1a3b0f56d8bb,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:47.869380 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520458'] for router_gateway, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.920156 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e104c-bf41-4541-83a5-b0f77e8ce490 None None] The sync data for ids ['5e2c26c0-49c5-42d3-a3a8-78487c4a5c64'] in dv-cinder-786931-3-iscsi is: [{'id': '5e2c26c0-49c5-42d3-a3a8-78487c4a5c64', 'name': 'tempest-TestVolumeBootPattern-1765529563-router', 'tenant_id': '5c71856f940c4b849b101aff9b67f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:24:46Z', 'updated_at': '2021-07-13T19:31:47Z', 'revision_number': 6, 'project_id': '5c71856f940c4b849b101aff9b67f80e', 'gw_port_host': None}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:47.977270 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13715'] for router, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.980389 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.028421 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393745'] for router, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.029275 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 {{(pid=92951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:31:48.035399 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.036980 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-1d2f7df7-499b-4df4-8e52-8a82b3c78ab7 admin admin] 10.222.0.68 "DELETE /v2.0/routers/5e2c26c0-49c5-42d3-a3a8-78487c4a5c64 HTTP/1.1" status: 204 len: 168 time: 0.9775076 Jul 13 19:31:48.040041 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 42138) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:48.089203 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aca013a-72a8-497e-b944-fe8ac96441a5 admin admin] Deleting subnet df1aafbd-5da7-4bbd-9815-a9accc61a3c6 {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:48.092643 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9aca013a-72a8-497e-b944-fe8ac96441a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.162994 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9aca013a-72a8-497e-b944-fe8ac96441a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797658'] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.282072 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9aca013a-72a8-497e-b944-fe8ac96441a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.371549 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9aca013a-72a8-497e-b944-fe8ac96441a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1946858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8665806'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.404592 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca013a-72a8-497e-b944-fe8ac96441a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df1aafbd-5da7-4bbd-9815-a9accc61a3c6,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:48.414580 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9aca013a-72a8-497e-b944-fe8ac96441a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.416473 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9aca013a-72a8-497e-b944-fe8ac96441a5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/df1aafbd-5da7-4bbd-9815-a9accc61a3c6 HTTP/1.1" status: 204 len: 168 time: 0.3750429 Jul 13 19:31:48.419602 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42140) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:48.427541 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe61b09-906a-4b46-a031-7479484b8859 None None] Network 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:48.512442 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.575701 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Deleting port 33c8cece-89e9-43aa-8f3d-ddc805308f0b {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:48.575963 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.654331 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] For port 33c8cece-89e9-43aa-8f3d-ddc805308f0b, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=33c8cece-89e9-43aa-8f3d-ddc805308f0b,segment=NetworkSegment(1df7f33d-92c2-48ca-a8f3-7beb46d38da9),segment_id=1df7f33d-92c2-48ca-a8f3-7beb46d38da9)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:48.654749 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.670029 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Calling delete_port for 33c8cece-89e9-43aa-8f3d-ddc805308f0b owned by network:dhcp {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:48.754079 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:48.768377 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.784444 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a636c34-66a0-4cf3-9557-2a089194b6e6 None None] DHCP port deletion for 3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b request from dv-cinder-786931-3-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:31:48.789873 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:48.790389 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device defaa880-f79f-4f3e-a48e-5c0a5e5c88e1 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:48.811345 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=33c8cece-89e9-43aa-8f3d-ddc805308f0b,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:48.813449 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] No DVR routers for this DVR port 33c8cece-89e9-43aa-8f3d-ddc805308f0b on host dv-cinder-786931-3-iscsi {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:48.895709 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.907810 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:48.921619 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df7f33d-92c2-48ca-a8f3-7beb46d38da9') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:48.921896 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df7f33d-92c2-48ca-a8f3-7beb46d38da9') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:48.934442 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569332'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.951625 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.959459 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:48.959882 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8569047'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: timer() Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: cb(*args, **kw) Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: self._notify() Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: self.callback(batched_events) Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: event.method(event) Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._get(url).json() Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:48.961864 dv-cinder-786931-3-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:49.032173 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.042574 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.044749 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] 10.222.0.68 "DELETE /v2.0/networks/3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b HTTP/1.1" status: 204 len: 168 time: 0.6237216 Jul 13 19:31:49.057821 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5483172-a66b-4e52-8238-6d382ebe9b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b595b46-b9e1-4c1e-b1fc-ab49e86aa61b,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:49.202604 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42144) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:49.248146 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1f6b7e2d-a343-43f1-9056-676498c0b522 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3b57609295ef4e7a96bd87b8f67f3532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443344 Jul 13 19:31:49.250713 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42146) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:49.308633 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-55248674-0479-4c87-8ca6-950fa9ada0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.333980 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-55248674-0479-4c87-8ca6-950fa9ada0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.403541 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-55248674-0479-4c87-8ca6-950fa9ada0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.406417 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-55248674-0479-4c87-8ca6-950fa9ada0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.407930 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-55248674-0479-4c87-8ca6-950fa9ada0c1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ea16fc2-1c8d-4b01-8a82-f96d2333d360 HTTP/1.1" status: 204 len: 168 time: 0.1560667 Jul 13 19:31:49.418242 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55248674-0479-4c87-8ca6-950fa9ada0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea16fc2-1c8d-4b01-8a82-f96d2333d360,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:49.871132 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42152) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:49.922919 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-08e60cc7-c616-4080-bca3-2b9dc9b4bf8f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5c71856f940c4b849b101aff9b67f80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504129 Jul 13 19:31:49.926885 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42154) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:49.987774 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b27c81af-ff3a-44b5-b8e6-6170e03e4e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.018607 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b27c81af-ff3a-44b5-b8e6-6170e03e4e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.076138 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b27c81af-ff3a-44b5-b8e6-6170e03e4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.080632 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b27c81af-ff3a-44b5-b8e6-6170e03e4e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.082540 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b27c81af-ff3a-44b5-b8e6-6170e03e4e96 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e6fb56f0-cc91-4f06-ae72-fe83c6660d31 HTTP/1.1" status: 204 len: 168 time: 0.1544549 Jul 13 19:31:50.094919 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c81af-ff3a-44b5-b8e6-6170e03e4e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fb56f0-cc91-4f06-ae72-fe83c6660d31,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:50.154690 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:50.186191 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:50.186797 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 13ed3b2f-9084-46ce-a356-1a3b0f56d8bb not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:50.187509 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 33c8cece-89e9-43aa-8f3d-ddc805308f0b no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:50.210660 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: 33c8cece-89e9-43aa-8f3d-ddc805308f0b {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:50.211011 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 33c8cece-89e9-43aa-8f3d-ddc805308f0b not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:51.338840 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.161710 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4f06-2a05-4ea1-9df7-01f9af88c02a req-be5bec25-a424-48a5-9797-63dda0b6270e tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:55.163308 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-701b4f06-2a05-4ea1-9df7-01f9af88c02a req-be5bec25-a424-48a5-9797-63dda0b6270e tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 946 time: 0.0798025 Jul 13 19:31:55.207503 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-701b4f06-2a05-4ea1-9df7-01f9af88c02a req-c30c7c37-26c2-48d0-a301-2aabece2f78e tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd62267b-a781-423a-bd7e-987229915bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380828 Jul 13 19:31:56.415420 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4727-ac52-4970-af93-b2274c2c7e2a req-3e1f2a7a-50d4-4679-a39f-eb0e184c7924 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:56.417087 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-426a4727-ac52-4970-af93-b2274c2c7e2a req-3e1f2a7a-50d4-4679-a39f-eb0e184c7924 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 946 time: 0.0741155 Jul 13 19:31:56.469129 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-426a4727-ac52-4970-af93-b2274c2c7e2a req-df94a87a-f001-41ea-a9c6-19c615fe9436 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd62267b-a781-423a-bd7e-987229915bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Jul 13 19:31:56.722934 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-94cb0cf9-76a5-4291-9c26-821f44398c1f tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:56.724463 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-94cb0cf9-76a5-4291-9c26-821f44398c1f tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 946 time: 0.0749731 Jul 13 19:31:56.850369 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Deleting port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:56.850757 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.960515 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] For port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:56.960922 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.167573 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.167949 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520528'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.168266 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.l3_db [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Floating IP 5237c1ba-0004-4986-bdfd-cf2448bacf8f disassociated. External IP: 172.27.0.228, port: af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7. Jul 13 19:31:57.168617 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Calling delete_port for af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 owned by compute:nova {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:57.354401 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.386636 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event deleted for resources: {'Port': ['ID=af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:57.521512 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:57.648726 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:57.666487 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7e3e69-1062-42ad-a90a-2df5675a8983 None None] Sync routers for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:57.679033 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e3e69-1062-42ad-a90a-2df5675a8983 None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:57.679805 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8b7e3e69-1062-42ad-a90a-2df5675a8983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:31:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:57.742233 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c694b45c-23e6-4c18-b6da-7e8595826846 req-77fec413-ffdc-465c-b428-08223387e0ea tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ddbd974-55a3-4a61-af43-ab372c31940a HTTP/1.1" status: 200 len: 210 time: 0.0568933 Jul 13 19:31:57.743248 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] No DVR routers for this DVR port af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 on host hv-cinder-78693 {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:57.749885 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.757374 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-29ac3f28-10ef-48f1-81a0-2db8dbbf5f83 req-d3412419-b334-4676-bbf9-add521e7ed32 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.73 "DELETE /v2.0/ports/af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 HTTP/1.1" status: 204 len: 173 time: 1.0255227 Jul 13 19:31:57.759641 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'name': 'network-vif-deleted', 'tag': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:57.764239 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e5c7c6-a19a-47ec-bbaa-f4216c041564" -d '{"events": [{"server_uuid": "0ddbd974-55a3-4a61-af43-ab372c31940a", "name": "network-vif-deleted", "tag": "af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:57.838131 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7b6771-14c2-46cc-9910-0737a233e6bd x-openstack-request-id: req-ea7b6771-14c2-46cc-9910-0737a233e6bd {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:57.838750 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddbd974-55a3-4a61-af43-ab372c31940a", "name": "network-vif-deleted", "tag": "af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:57.839164 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ea7b6771-14c2-46cc-9910-0737a233e6bd {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:57.840720 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddbd974-55a3-4a61-af43-ab372c31940a', 'name': 'network-vif-deleted', 'tag': 'af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7', 'status': 'completed', 'code': 200} Jul 13 19:31:57.868410 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-8b7e3e69-1062-42ad-a90a-2df5675a8983 None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:58.164002 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8b7e3e69-1062-42ad-a90a-2df5675a8983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:38Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:58.213122 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7e3e69-1062-42ad-a90a-2df5675a8983 None None] Checking router: f34f9765-418e-4bf9-8a2f-125ea05f2ee9 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:58.228247 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e3e69-1062-42ad-a90a-2df5675a8983 None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:58.229304 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8b7e3e69-1062-42ad-a90a-2df5675a8983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:31:35Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:58.401676 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-8b7e3e69-1062-42ad-a90a-2df5675a8983 None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:58.651170 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8b7e3e69-1062-42ad-a90a-2df5675a8983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:38Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:58.684609 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7e3e69-1062-42ad-a90a-2df5675a8983 None None] The sync data for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi is: [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:27:31Z', 'revision_number': 4, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi', '_interfaces': [{'id': '08720705-3cd4-4043-a31d-c6618b8c275a', 'name': '', 'network_id': '7cb3d905-1040-4840-b80f-7cb3843b41a5', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'mac_address': 'fa:16:3e:26:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:30Z', 'updated_at': '2021-07-13T19:27:38Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'subnets': [{'id': '443c5956-56ce-45fc-97e4-7e54dfdb2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:58.920595 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 42204) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:58.958568 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b476d-b18e-441a-94e0-bc22484195f8 None None] New status for floating IP 5237c1ba-0004-4986-bdfd-cf2448bacf8f: DOWN {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:31:58.995214 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b3076cac-da49-4330-9a8f-66a353280829 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.027705 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b3076cac-da49-4330-9a8f-66a353280829 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.108894 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b3076cac-da49-4330-9a8f-66a353280829 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.113318 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b3076cac-da49-4330-9a8f-66a353280829 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.114549 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b3076cac-da49-4330-9a8f-66a353280829 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "DELETE /v2.0/security-groups/cd62267b-a781-423a-bd7e-987229915bf0 HTTP/1.1" status: 204 len: 168 time: 0.1927788 Jul 13 19:31:59.118027 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42206) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:59.130950 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3076cac-da49-4330-9a8f-66a353280829 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd62267b-a781-423a-bd7e-987229915bf0,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:59.141748 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.api.v2.resource [None req-5f0e7965-22be-4467-82cc-c8eda3ea8e91 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] show failed (client error): The resource could not be found. Jul 13 19:31:59.143662 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5f0e7965-22be-4467-82cc-c8eda3ea8e91 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "GET /v2.0/security-groups/cd62267b-a781-423a-bd7e-987229915bf0 HTTP/1.1" status: 404 len: 347 time: 0.0238900 Jul 13 19:31:59.147191 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42208) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:59.347030 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-2179bc80-ea63-42bd-b007-6aba90dd45c5 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Deleting port d4604a66-d485-4899-acfd-9924a6f84942 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:59.347363 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2179bc80-ea63-42bd-b007-6aba90dd45c5 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.432980 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2179bc80-ea63-42bd-b007-6aba90dd45c5 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.433259 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2179bc80-ea63-42bd-b007-6aba90dd45c5 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.447734 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-2179bc80-ea63-42bd-b007-6aba90dd45c5 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Calling delete_port for d4604a66-d485-4899-acfd-9924a6f84942 owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:59.603936 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2179bc80-ea63-42bd-b007-6aba90dd45c5 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.629909 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179bc80-ea63-42bd-b007-6aba90dd45c5 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Pushing event deleted for resources: {'Port': ['ID=d4604a66-d485-4899-acfd-9924a6f84942,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:59.704057 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2179bc80-ea63-42bd-b007-6aba90dd45c5 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.708152 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2179bc80-ea63-42bd-b007-6aba90dd45c5 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.709761 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-2179bc80-ea63-42bd-b007-6aba90dd45c5 tempest-AttachVolumeTestJSON-820315570 tempest-AttachVolumeTestJSON-820315570-project] 10.222.0.68 "DELETE /v2.0/floatingips/5237c1ba-0004-4986-bdfd-cf2448bacf8f HTTP/1.1" status: 204 len: 168 time: 0.5611501 Jul 13 19:31:59.879765 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:59.908803 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:59.909156 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device af22e87c-02e4-4e86-9b4e-7cc4d18ec8e7 not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:01.966406 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-900be329-bed5-440f-aaca-358600506c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.647176 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42236) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:04.046216 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-31edc7fe-2582-4d4d-879f-cb0bf22dbf82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-523116'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.347606 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-31edc7fe-2582-4d4d-879f-cb0bf22dbf82 admin admin] Deleting port 08720705-3cd4-4043-a31d-c6618b8c275a {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:04.347963 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-31edc7fe-2582-4d4d-879f-cb0bf22dbf82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.443966 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-31edc7fe-2582-4d4d-879f-cb0bf22dbf82 admin admin] For port 08720705-3cd4-4043-a31d-c6618b8c275a, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=08720705-3cd4-4043-a31d-c6618b8c275a,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:04.444369 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-31edc7fe-2582-4d4d-879f-cb0bf22dbf82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.460863 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-31edc7fe-2582-4d4d-879f-cb0bf22dbf82 admin admin] Calling delete_port for 08720705-3cd4-4043-a31d-c6618b8c275a owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:04.682636 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-31edc7fe-2582-4d4d-879f-cb0bf22dbf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.709969 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edc7fe-2582-4d4d-879f-cb0bf22dbf82 admin admin] Pushing event deleted for resources: {'Port': ['ID=08720705-3cd4-4043-a31d-c6618b8c275a,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:04.906459 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-31edc7fe-2582-4d4d-879f-cb0bf22dbf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33039051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-523400'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.101362 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a27f07b3-0bb9-4e30-96cf-662a0e2b8649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.175941 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31edc7fe-2582-4d4d-879f-cb0bf22dbf82 admin admin] Router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 has already been hosted by L3 agent 71e6865c-4552-4046-aabb-274c67b2af0e {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:32:05.293239 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31edc7fe-2582-4d4d-879f-cb0bf22dbf82 admin admin] Notify agent at l3_agent.dv-cinder-786931-3-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:32:05.299036 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-31edc7fe-2582-4d4d-879f-cb0bf22dbf82 admin admin] 10.222.0.68 "PUT /v2.0/routers/f34f9765-418e-4bf9-8a2f-125ea05f2ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6504574 Jul 13 19:32:05.303589 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42238) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:05.307462 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f7ebd-d158-4ad0-abd0-bff75d4bce4a None None] Sync routers for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:32:05.322545 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f7ebd-d158-4ad0-abd0-bff75d4bce4a None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:05.323543 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-bc4f7ebd-d158-4ad0-abd0-bff75d4bce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:32:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:05.442451 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-bc4f7ebd-d158-4ad0-abd0-bff75d4bce4a None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:05.501413 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.668154 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-bc4f7ebd-d158-4ad0-abd0-bff75d4bce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:32:04Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:05.700804 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f7ebd-d158-4ad0-abd0-bff75d4bce4a None None] Checking router: f34f9765-418e-4bf9-8a2f-125ea05f2ee9 for host: dv-cinder-786931-3-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:32:05.711556 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f7ebd-d158-4ad0-abd0-bff75d4bce4a None None] Routers {'f34f9765-418e-4bf9-8a2f-125ea05f2ee9'} bound to L3 agent in host dv-cinder-786931-3-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:05.712472 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-bc4f7ebd-d158-4ad0-abd0-bff75d4bce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:12:05Z,description=,heartbeat_timestamp=2021-07-13T19:32:05Z,host='dv-cinder-786931-3-iscsi',id=71e6865c-4552-4046-aabb-274c67b2af0e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:12:05Z,topic='l3_agent')) {'router_ids': ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:05.725739 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.837761 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-bc4f7ebd-d158-4ad0-abd0-bff75d4bce4a None None] Set router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 gateway port host: dv-cinder-786931-3-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:05.859718 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.939869 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Deleting port e17087a2-59f1-49d5-91eb-046e7a965851 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:05.940204 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.038089 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-bc4f7ebd-d158-4ad0-abd0-bff75d4bce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:32:04Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}], 'dv-cinder-786931-3-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:06.042878 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] For port e17087a2-59f1-49d5-91eb-046e7a965851, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=e17087a2-59f1-49d5-91eb-046e7a965851,segment=NetworkSegment(464d4f9f-38b6-4ee6-bf86-ff0a7d718326),segment_id=464d4f9f-38b6-4ee6-bf86-ff0a7d718326)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:06.043255 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.064822 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Calling delete_port for e17087a2-59f1-49d5-91eb-046e7a965851 owned by network:router_gateway {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:06.076836 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.162797 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f7ebd-d158-4ad0-abd0-bff75d4bce4a None None] The sync data for ids ['f34f9765-418e-4bf9-8a2f-125ea05f2ee9'] in dv-cinder-786931-3-iscsi is: [{'id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'name': 'tempest-AttachVolumeTestJSON-1475202448-router', 'tenant_id': '5a711a208a784ae584eab17ec65eee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'external_fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:27:27Z', 'updated_at': '2021-07-13T19:32:04Z', 'revision_number': 5, 'project_id': '5a711a208a784ae584eab17ec65eee85', 'gw_port': {'id': 'e17087a2-59f1-49d5-91eb-046e7a965851', 'name': '', 'network_id': 'c7f35cd8-18dd-44ea-ab02-b10396c904d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f9765-418e-4bf9-8a2f-125ea05f2ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:27:28Z', 'updated_at': '2021-07-13T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0f87271-df4f-4463-9039-0cb7538820f6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-3-iscsi'}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:32:06.274480 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.305471 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e17087a2-59f1-49d5-91eb-046e7a965851,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:06.369690 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520458'] for router_gateway, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.460785 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13715'] for router, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.462851 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.507932 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-393745'] for router, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.508462 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f34f9765-418e-4bf9-8a2f-125ea05f2ee9 {{(pid=92952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:32:06.513398 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.514454 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-33e095ec-881b-47c4-a9ed-e327e7feedf6 admin admin] 10.222.0.68 "DELETE /v2.0/routers/f34f9765-418e-4bf9-8a2f-125ea05f2ee9 HTTP/1.1" status: 204 len: 168 time: 1.2096312 Jul 13 19:32:06.519385 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 42240) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:06.572136 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-3deee363-170d-4e99-b2c8-d75a331300ae admin admin] Deleting subnet 443c5956-56ce-45fc-97e4-7e54dfdb2f43 {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:32:06.575994 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3deee363-170d-4e99-b2c8-d75a331300ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.624314 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3deee363-170d-4e99-b2c8-d75a331300ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797658'] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.745768 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3deee363-170d-4e99-b2c8-d75a331300ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.820364 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3deee363-170d-4e99-b2c8-d75a331300ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1946858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8665806'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.847791 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deee363-170d-4e99-b2c8-d75a331300ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=443c5956-56ce-45fc-97e4-7e54dfdb2f43,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:06.851630 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3deee363-170d-4e99-b2c8-d75a331300ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.853576 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3deee363-170d-4e99-b2c8-d75a331300ae admin admin] 10.222.0.68 "DELETE /v2.0/subnets/443c5956-56ce-45fc-97e4-7e54dfdb2f43 HTTP/1.1" status: 204 len: 168 time: 0.3331060 Jul 13 19:32:06.857420 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42242) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:06.858285 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a633a1e9-30ea-45fb-9b0d-827b855cb480 None None] Network 7cb3d905-1040-4840-b80f-7cb3843b41a5 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:32:06.960243 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.019723 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Deleting port a24d6434-1654-41d7-880c-3b933388c65b {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:07.020113 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.090737 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] For port a24d6434-1654-41d7-880c-3b933388c65b, host dv-cinder-786931-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-3-iscsi',level=0,port_id=a24d6434-1654-41d7-880c-3b933388c65b,segment=NetworkSegment(7c9cb1d5-52c2-4132-b960-feeeff17c828),segment_id=7c9cb1d5-52c2-4132-b960-feeeff17c828)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:07.091114 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.108939 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Calling delete_port for a24d6434-1654-41d7-880c-3b933388c65b owned by network:dhcp {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:07.183451 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] DHCP port deletion for 7cb3d905-1040-4840-b80f-7cb3843b41a5 request from dv-cinder-786931-3-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:32:07.197878 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8569124'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.224982 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a24d6434-1654-41d7-880c-3b933388c65b,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:07.234980 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] No DVR routers for this DVR port a24d6434-1654-41d7-880c-3b933388c65b on host dv-cinder-786931-3-iscsi {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:07.244769 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Deleting port a24d6434-1654-41d7-880c-3b933388c65b {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:32:07.245389 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.311345 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.318358 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] For port a24d6434-1654-41d7-880c-3b933388c65b, host dv-cinder-786931-3-iscsi, got binding levels [] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:07.318776 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.321472 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb3d905-1040-4840-b80f-7cb3843b41a5']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:07.332615 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Calling delete_port for a24d6434-1654-41d7-880c-3b933388c65b owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:32:07.332926 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9cb1d5-52c2-4132-b960-feeeff17c828') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:07.333222 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9cb1d5-52c2-4132-b960-feeeff17c828') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:07.335332 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.ipam_backend_mixin [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Port a24d6434-1654-41d7-880c-3b933388c65b was not found and therefore no delete operation was performed {{(pid=92953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:32:07.336628 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.342406 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569332'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.361361 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.363252 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Pushing event deleted for resources: {'Port': ['ID=a24d6434-1654-41d7-880c-3b933388c65b,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:07.365577 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:32:07.366043 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8569047'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.367794 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] No DVR routers for this DVR port a24d6434-1654-41d7-880c-3b933388c65b on host dv-cinder-786931-3-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: timer() Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: cb(*args, **kw) Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: self._notify() Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: self.callback(batched_events) Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: event.method(event) Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._get(url).json() Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:32:07.368929 dv-cinder-786931-3-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:32:07.375578 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:07.375990 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:07.383549 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:07.383549 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:07.383549 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:07.383549 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:07.383549 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:07.383549 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:07.383549 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:07.383549 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:07.383549 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:07.383549 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0f734-c6f4-4437-ad13-b83ab7383b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:07.436342 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.442767 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.444755 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] 10.222.0.68 "DELETE /v2.0/networks/7cb3d905-1040-4840-b80f-7cb3843b41a5 HTTP/1.1" status: 204 len: 168 time: 0.5859797 Jul 13 19:32:07.458800 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcb57a-12a6-432a-aefb-20bd0341c5fe admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb3d905-1040-4840-b80f-7cb3843b41a5,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:07.631819 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42246) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:07.681636 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-de4ca745-e982-4746-a8df-f098f1bbd0da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5a711a208a784ae584eab17ec65eee85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486388 Jul 13 19:32:07.684279 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42248) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:07.732460 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1fafa14c-882b-4e18-a0b7-028d04d9c1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.754162 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1fafa14c-882b-4e18-a0b7-028d04d9c1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.803655 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1fafa14c-882b-4e18-a0b7-028d04d9c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.806173 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1fafa14c-882b-4e18-a0b7-028d04d9c1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.807412 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1fafa14c-882b-4e18-a0b7-028d04d9c1b1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dbc795ee-0ae5-4e9f-9bfa-c736cb513533 HTTP/1.1" status: 204 len: 168 time: 0.1222439 Jul 13 19:32:07.820308 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafa14c-882b-4e18-a0b7-028d04d9c1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc795ee-0ae5-4e9f-9bfa-c736cb513533,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:08.134971 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device e17087a2-59f1-49d5-91eb-046e7a965851 no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:08.155086 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: e17087a2-59f1-49d5-91eb-046e7a965851 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:08.155441 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device e17087a2-59f1-49d5-91eb-046e7a965851 not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:08.155868 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 08720705-3cd4-4043-a31d-c6618b8c275a no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:08.195053 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: 08720705-3cd4-4043-a31d-c6618b8c275a {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:08.195398 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device 08720705-3cd4-4043-a31d-c6618b8c275a not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:08.195816 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device a24d6434-1654-41d7-880c-3b933388c65b no longer exists at agent ovs-agent-dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:08.221543 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] No Port match for: a24d6434-1654-41d7-880c-3b933388c65b {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:32:08.221889 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Device a24d6434-1654-41d7-880c-3b933388c65b not bound to the agent host dv-cinder-786931-3-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:32:08.227531 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:21.340367 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.982924 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:32:31.958155 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-778a3dd1-e6e3-4dc0-aa7d-be3560bb6521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.108089 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-34cf4783-4d11-4444-b2ce-2f6c71c94161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.494782 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.071554 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.183481 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.338575 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42624) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:50.459200 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.549954 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.553689 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.593391 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=001ce07503134e74a2e45f542e6eb8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537217 Jul 13 19:32:50.594266 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2137cc85-f017-4fc6-9269-01f53cdf165c,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:50.596237 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 42628) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:50.601378 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.601722 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.602058 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.602380 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.602729 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.603054 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.603373 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.603691 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.604085 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.604324 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.604636 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.604944 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e5772-b3ba-48e1-b2f2-831b3cefb7bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.650846 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.671601 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.718106 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.721338 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.722481 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2137cc85-f017-4fc6-9269-01f53cdf165c HTTP/1.1" status: 204 len: 168 time: 0.1251528 Jul 13 19:32:50.730159 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2137cc85-f017-4fc6-9269-01f53cdf165c,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:50.737916 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.738271 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.738637 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.738979 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.739316 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.739653 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.739987 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.740313 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.740642 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.740969 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.741297 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.741621 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b659afa-f50a-4d68-989d-0606f5eb49be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:50.977997 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 42634) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:50.991429 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-43d1ae26-bd68-43ab-81f2-ba2eed2c3f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.081221 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-43d1ae26-bd68-43ab-81f2-ba2eed2c3f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.084891 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-43d1ae26-bd68-43ab-81f2-ba2eed2c3f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.122349 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-43d1ae26-bd68-43ab-81f2-ba2eed2c3f41 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2d8226aca2b94b98b5e5429380bfb316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432023 Jul 13 19:32:51.123250 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1ae26-bd68-43ab-81f2-ba2eed2c3f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63db19e6-642e-46e3-b7c1-751ad41714b2,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:51.125062 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42636) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:51.176568 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b1f2109c-4a9e-4bb6-a7db-07ee81498741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.197520 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b1f2109c-4a9e-4bb6-a7db-07ee81498741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.243832 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b1f2109c-4a9e-4bb6-a7db-07ee81498741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.246399 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b1f2109c-4a9e-4bb6-a7db-07ee81498741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.247547 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b1f2109c-4a9e-4bb6-a7db-07ee81498741 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/63db19e6-642e-46e3-b7c1-751ad41714b2 HTTP/1.1" status: 204 len: 168 time: 0.1206372 Jul 13 19:32:51.255942 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2109c-4a9e-4bb6-a7db-07ee81498741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63db19e6-642e-46e3-b7c1-751ad41714b2,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:51.344715 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.929165 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 42688) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:53.030212 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-351a0bf2-2564-4ad0-8c55-b591a02aea05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.121886 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-351a0bf2-2564-4ad0-8c55-b591a02aea05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.125759 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-351a0bf2-2564-4ad0-8c55-b591a02aea05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.163631 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-351a0bf2-2564-4ad0-8c55-b591a02aea05 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=39575cfba737476f8109e227f782aada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333817 Jul 13 19:32:53.164763 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a0bf2-2564-4ad0-8c55-b591a02aea05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394e1d8f-d238-4086-8121-ca5a9578c94b,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:53.166284 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42692) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:53.215499 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ebd66606-9642-4af7-abb9-24c71273eb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.236088 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ebd66606-9642-4af7-abb9-24c71273eb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.282959 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ebd66606-9642-4af7-abb9-24c71273eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.285487 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ebd66606-9642-4af7-abb9-24c71273eb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.286679 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-ebd66606-9642-4af7-abb9-24c71273eb07 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/394e1d8f-d238-4086-8121-ca5a9578c94b HTTP/1.1" status: 204 len: 168 time: 0.1193144 Jul 13 19:32:53.294541 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd66606-9642-4af7-abb9-24c71273eb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394e1d8f-d238-4086-8121-ca5a9578c94b,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:53.555414 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42698) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:53.568311 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-27e23e95-4881-4dfe-bdcc-e17e6ed56737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.660076 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-27e23e95-4881-4dfe-bdcc-e17e6ed56737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.663660 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-27e23e95-4881-4dfe-bdcc-e17e6ed56737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.698198 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e23e95-4881-4dfe-bdcc-e17e6ed56737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e2b90e-e876-4688-8873-7172581fb320,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:53.702700 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-27e23e95-4881-4dfe-bdcc-e17e6ed56737 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=05c9eba68174424ba03e7db4cf3ee900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461575 Jul 13 19:32:53.705887 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42700) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:53.754872 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51cde744-27ca-4f33-9ae7-2f2d87521ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.775994 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51cde744-27ca-4f33-9ae7-2f2d87521ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.824856 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51cde744-27ca-4f33-9ae7-2f2d87521ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.827807 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51cde744-27ca-4f33-9ae7-2f2d87521ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.829739 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-51cde744-27ca-4f33-9ae7-2f2d87521ad6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c9e2b90e-e876-4688-8873-7172581fb320 HTTP/1.1" status: 204 len: 168 time: 0.1229410 Jul 13 19:32:53.841801 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cde744-27ca-4f33-9ae7-2f2d87521ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e2b90e-e876-4688-8873-7172581fb320,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:59.982466 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:33:01.959100 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9f70448c-d412-44b1-ba36-108459a7cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.098559 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8a8ca951-1070-46df-8360-0e17ad603234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:05.496136 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:06.073849 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:08.185342 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.169641 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 42922) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:10.301994 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-44d5ab26-dea2-4004-b621-1516ec651edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.391990 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-44d5ab26-dea2-4004-b621-1516ec651edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.396512 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-44d5ab26-dea2-4004-b621-1516ec651edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.434974 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-44d5ab26-dea2-4004-b621-1516ec651edc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ed9a8b6cbe514ccf82d607ce00341c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640538 Jul 13 19:33:10.435589 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5ab26-dea2-4004-b621-1516ec651edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98611f29-8857-4450-bdac-3e82c6f7ecdb,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:10.437780 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42926) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:10.492635 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-541fdf26-38ab-48e1-b895-565f6c48c82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.513718 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-541fdf26-38ab-48e1-b895-565f6c48c82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.564678 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-541fdf26-38ab-48e1-b895-565f6c48c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.567254 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-541fdf26-38ab-48e1-b895-565f6c48c82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.568402 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-541fdf26-38ab-48e1-b895-565f6c48c82d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/98611f29-8857-4450-bdac-3e82c6f7ecdb HTTP/1.1" status: 204 len: 168 time: 0.1292193 Jul 13 19:33:10.576785 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fdf26-38ab-48e1-b895-565f6c48c82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98611f29-8857-4450-bdac-3e82c6f7ecdb,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:10.832085 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42932) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:10.845480 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-38b1dc34-3c69-47db-bf99-e5ad22864f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.937805 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-38b1dc34-3c69-47db-bf99-e5ad22864f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.941971 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-38b1dc34-3c69-47db-bf99-e5ad22864f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.979524 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1dc34-3c69-47db-bf99-e5ad22864f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbc2048-df59-4921-afb8-315697ef3fc2,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:10.983660 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-38b1dc34-3c69-47db-bf99-e5ad22864f9c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=562f2535d9e54d1394b6f784de760936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505113 Jul 13 19:33:10.987176 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 42934) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:11.036504 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00115a6b-46b2-4fc2-99f7-3b773c317648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:11.058109 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00115a6b-46b2-4fc2-99f7-3b773c317648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:11.112741 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00115a6b-46b2-4fc2-99f7-3b773c317648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:11.115503 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00115a6b-46b2-4fc2-99f7-3b773c317648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:11.116734 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-00115a6b-46b2-4fc2-99f7-3b773c317648 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1fbc2048-df59-4921-afb8-315697ef3fc2 HTTP/1.1" status: 204 len: 168 time: 0.1288307 Jul 13 19:33:11.126776 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00115a6b-46b2-4fc2-99f7-3b773c317648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbc2048-df59-4921-afb8-315697ef3fc2,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:16.014624 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 43032) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:16.125175 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-996eaa3c-8be9-491c-9e6e-d828dcdcdb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.219871 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-996eaa3c-8be9-491c-9e6e-d828dcdcdb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.224141 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-996eaa3c-8be9-491c-9e6e-d828dcdcdb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.262868 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-996eaa3c-8be9-491c-9e6e-d828dcdcdb5e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c5cec90180c14c1b80009bfbd00db323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470326 Jul 13 19:33:16.263733 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996eaa3c-8be9-491c-9e6e-d828dcdcdb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028a6e12-add0-4ba8-bf2f-59c3d6adf38a,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:16.265743 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 43036) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:16.318422 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5787cbf6-c389-417b-8ac4-9c8faedde967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.341061 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5787cbf6-c389-417b-8ac4-9c8faedde967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.391769 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5787cbf6-c389-417b-8ac4-9c8faedde967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.394303 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5787cbf6-c389-417b-8ac4-9c8faedde967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.395510 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5787cbf6-c389-417b-8ac4-9c8faedde967 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/028a6e12-add0-4ba8-bf2f-59c3d6adf38a HTTP/1.1" status: 204 len: 168 time: 0.1287622 Jul 13 19:33:16.403458 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787cbf6-c389-417b-8ac4-9c8faedde967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028a6e12-add0-4ba8-bf2f-59c3d6adf38a,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:16.653875 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 43042) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:16.667856 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7cbcbb1f-ac3d-434c-a02b-1996d429593b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.761158 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7cbcbb1f-ac3d-434c-a02b-1996d429593b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.765166 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7cbcbb1f-ac3d-434c-a02b-1996d429593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.802935 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-7cbcbb1f-ac3d-434c-a02b-1996d429593b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f7f33020b29e4f8faa7cd6ba3a196227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479323 Jul 13 19:33:16.803651 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcbb1f-ac3d-434c-a02b-1996d429593b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868915e3-34e8-42f8-a6d2-a8516b8f1a12,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:16.805910 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 43044) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:16.855470 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a69f0468-a761-44a4-9e18-9443adfc7ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.877221 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a69f0468-a761-44a4-9e18-9443adfc7ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.921895 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a69f0468-a761-44a4-9e18-9443adfc7ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.924809 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a69f0468-a761-44a4-9e18-9443adfc7ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.925944 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-a69f0468-a761-44a4-9e18-9443adfc7ced admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/868915e3-34e8-42f8-a6d2-a8516b8f1a12 HTTP/1.1" status: 204 len: 168 time: 0.1183422 Jul 13 19:33:16.933618 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f0468-a761-44a4-9e18-9443adfc7ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868915e3-34e8-42f8-a6d2-a8516b8f1a12,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:17.240322 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 43050) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:17.253863 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d63b49b-91d7-4b4f-94be-c1147f7259d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.343626 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d63b49b-91d7-4b4f-94be-c1147f7259d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.348234 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d63b49b-91d7-4b4f-94be-c1147f7259d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.386292 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5d63b49b-91d7-4b4f-94be-c1147f7259d1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=38cd18fa51154763adc8951e729c9f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448903 Jul 13 19:33:17.387179 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63b49b-91d7-4b4f-94be-c1147f7259d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0980f42e-2f5b-4c07-ba25-7821f32ca1c2,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:17.388967 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 43052) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:17.439917 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-186b08ad-2116-40f5-9bc8-c2da8b5970ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.460886 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-186b08ad-2116-40f5-9bc8-c2da8b5970ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.508684 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-186b08ad-2116-40f5-9bc8-c2da8b5970ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.511468 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-186b08ad-2116-40f5-9bc8-c2da8b5970ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.512789 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-186b08ad-2116-40f5-9bc8-c2da8b5970ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0980f42e-2f5b-4c07-ba25-7821f32ca1c2 HTTP/1.1" status: 204 len: 168 time: 0.1227849 Jul 13 19:33:17.521504 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b08ad-2116-40f5-9bc8-c2da8b5970ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0980f42e-2f5b-4c07-ba25-7821f32ca1c2,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:18.176891 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 43074) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:18.274434 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1148435673-network', 'tenant_id': 'b96ee301203a4e9e932b388baa671e78'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:18.295175 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Made reservation on behalf of b96ee301203a4e9e932b388baa671e78 for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:18.297583 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.308189 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.394122 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.397711 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.424160 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:18.430421 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd377452-0ca8-415d-bdac-2007fa268603,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:18.436221 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.436568 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Added segment fbe8178e-3f3b-40de-89e2-63867982637f of type vlan for network 1527f8a8-988e-4411-aa76-c9c2c5a5ce1d Jul 13 19:33:18.477179 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.514159 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.515221 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:18.515800 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.569519 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3914964 Jul 13 19:33:18.572234 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 43078) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:18.577224 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-9e75b55f-1b96-4e1c-854b-1c5f94ad3035 admin admin] Request body: {'subnet': {'network_id': '1527f8a8-988e-4411-aa76-c9c2c5a5ce1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1148435673-subnet', 'tenant_id': 'b96ee301203a4e9e932b388baa671e78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:18.585296 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ba7f3-be40-4cb6-8f3e-b587692c0177 admin admin] Pushing event updated for resources: {'Network': ['ID=1527f8a8-988e-4411-aa76-c9c2c5a5ce1d,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:18.595718 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network 1527f8a8-988e-4411-aa76-c9c2c5a5ce1d details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:18.604379 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e75b55f-1b96-4e1c-854b-1c5f94ad3035 admin admin] Made reservation on behalf of b96ee301203a4e9e932b388baa671e78 for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:18.606924 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9e75b55f-1b96-4e1c-854b-1c5f94ad3035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8665835'] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.785037 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9e75b55f-1b96-4e1c-854b-1c5f94ad3035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1946667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8665817'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.846393 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75b55f-1b96-4e1c-854b-1c5f94ad3035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfeec9c-02a0-41e1-88b3-82e191a51a51,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:18.861091 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e75b55f-1b96-4e1c-854b-1c5f94ad3035 admin admin] Checking segment: {'id': 'fbe8178e-3f3b-40de-89e2-63867982637f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1527f8a8-988e-4411-aa76-c9c2c5a5ce1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:18.861452 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e75b55f-1b96-4e1c-854b-1c5f94ad3035 admin admin] Network hostable DHCP agents. Network: 1527f8a8-988e-4411-aa76-c9c2c5a5ce1d, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:18.882445 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e75b55f-1b96-4e1c-854b-1c5f94ad3035 admin admin] Network 1527f8a8-988e-4411-aa76-c9c2c5a5ce1d is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:18.893407 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-9e75b55f-1b96-4e1c-854b-1c5f94ad3035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, 1527f8a8-988e-4411-aa76-c9c2c5a5ce1d) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:18.899131 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e75b55f-1b96-4e1c-854b-1c5f94ad3035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:18.899634 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9e75b55f-1b96-4e1c-854b-1c5f94ad3035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:18.904992 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00475e90-39a5-4202-858d-4e91c1459739 None None] Network 1527f8a8-988e-4411-aa76-c9c2c5a5ce1d requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:18.917229 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9e75b55f-1b96-4e1c-854b-1c5f94ad3035 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3437068 Jul 13 19:33:19.043156 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4764f484-1f3d-4692-b6e5-420e6fc6cda5 None None] Network 1527f8a8-988e-4411-aa76-c9c2c5a5ce1d requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:19.432885 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 43094) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:19.439104 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-121770159-network', 'tenant_id': 'b90867d9d2b44c21a32d227a0263ee34'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:19.461235 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Made reservation on behalf of b90867d9d2b44c21a32d227a0263ee34 for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:19.463536 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.472549 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.557855 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.561589 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.586008 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:19.595562 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85ec522-1b82-4b78-b5ad-f35ef24e44f7,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:19.600168 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.600515 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Added segment 6ff350c6-a81c-4aab-bec6-6518127f8f96 of type vlan for network 4d0d9425-d9c5-4105-9d1a-92b391c3a0c7 Jul 13 19:33:19.640965 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755172952863'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.668769 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.669832 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:19.670418 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.724935 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2908521 Jul 13 19:33:19.727685 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 43096) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:19.732721 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-33d1e48b-9476-4a6e-b486-46ff26b934d9 admin admin] Request body: {'subnet': {'network_id': '4d0d9425-d9c5-4105-9d1a-92b391c3a0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-121770159-subnet', 'tenant_id': 'b90867d9d2b44c21a32d227a0263ee34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:19.733595 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11077fa6-d78d-4412-9d7c-b35262bb4361 admin admin] Pushing event updated for resources: {'Network': ['ID=4d0d9425-d9c5-4105-9d1a-92b391c3a0c7,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:19.744399 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Network 4d0d9425-d9c5-4105-9d1a-92b391c3a0c7 details requested by agent ovs-agent-dv-cinder-786931-3-iscsi with host dv-cinder-786931-3-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:19.758731 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d1e48b-9476-4a6e-b486-46ff26b934d9 admin admin] Made reservation on behalf of b90867d9d2b44c21a32d227a0263ee34 for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:19.761055 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33d1e48b-9476-4a6e-b486-46ff26b934d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8529171'] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.929947 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33d1e48b-9476-4a6e-b486-46ff26b934d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8569272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8529185'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.986445 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1e48b-9476-4a6e-b486-46ff26b934d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e550aa-53ef-46bd-923e-887b958e4e33,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:19.993835 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1e48b-9476-4a6e-b486-46ff26b934d9 admin admin] Checking segment: {'id': '6ff350c6-a81c-4aab-bec6-6518127f8f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4d0d9425-d9c5-4105-9d1a-92b391c3a0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:19.994191 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1e48b-9476-4a6e-b486-46ff26b934d9 admin admin] Network hostable DHCP agents. Network: 4d0d9425-d9c5-4105-9d1a-92b391c3a0c7, hostable agents: ['1d53be0b-87d9-46ce-87b4-eeeca77e2711'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:20.010442 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1e48b-9476-4a6e-b486-46ff26b934d9 admin admin] Network 4d0d9425-d9c5-4105-9d1a-92b391c3a0c7 is scheduled to be hosted by DHCP agent 1d53be0b-87d9-46ce-87b4-eeeca77e2711 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:20.018750 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-33d1e48b-9476-4a6e-b486-46ff26b934d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-3-iscsi, 4d0d9425-d9c5-4105-9d1a-92b391c3a0c7) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:20.023414 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1e48b-9476-4a6e-b486-46ff26b934d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:20.023984 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-33d1e48b-9476-4a6e-b486-46ff26b934d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.028244 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a137d46-7394-4921-a3ff-9f1320ea39fd None None] Network 4d0d9425-d9c5-4105-9d1a-92b391c3a0c7 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:20.038956 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-33d1e48b-9476-4a6e-b486-46ff26b934d9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3101075 Jul 13 19:33:20.163961 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cbe395-e472-4919-9a79-7df0dfa24c12 None None] Network 4d0d9425-d9c5-4105-9d1a-92b391c3a0c7 requested from dv-cinder-786931-3-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:21.351031 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.961390 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4fcb53e2-2b94-4a9b-b92b-861778f5665a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.786801 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 43238) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.831538 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a3c0db-2ba9-4f54-9ca8-fb9f4ea34807 admin admin] Deleting subnet 4bfeec9c-02a0-41e1-88b3-82e191a51a51 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:33.834870 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7a3c0db-2ba9-4f54-9ca8-fb9f4ea34807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.875600 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7a3c0db-2ba9-4f54-9ca8-fb9f4ea34807 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569325'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.920290 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7a3c0db-2ba9-4f54-9ca8-fb9f4ea34807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.979227 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7a3c0db-2ba9-4f54-9ca8-fb9f4ea34807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8569209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8529206'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.009538 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3c0db-2ba9-4f54-9ca8-fb9f4ea34807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bfeec9c-02a0-41e1-88b3-82e191a51a51,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:34.011691 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e7a3c0db-2ba9-4f54-9ca8-fb9f4ea34807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.014648 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e7a3c0db-2ba9-4f54-9ca8-fb9f4ea34807 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4bfeec9c-02a0-41e1-88b3-82e191a51a51 HTTP/1.1" status: 204 len: 168 time: 0.2266247 Jul 13 19:33:34.016503 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 43240) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.103133 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.195598 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.208376 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1527f8a8-988e-4411-aa76-c9c2c5a5ce1d']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:34.220648 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe8178e-3f3b-40de-89e2-63867982637f') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:34.220939 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe8178e-3f3b-40de-89e2-63867982637f') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:34.230938 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797635'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.246584 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.254906 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:34.255416 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1946948'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: timer() Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: cb(*args, **kw) Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: self._notify() Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: self.callback(batched_events) Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: event.method(event) Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._get(url).json() Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:34.257458 dv-cinder-786931-3-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:34.318267 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.336069 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.340500 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] 10.222.0.68 "DELETE /v2.0/networks/1527f8a8-988e-4411-aa76-c9c2c5a5ce1d HTTP/1.1" status: 204 len: 168 time: 0.3205192 Jul 13 19:33:34.340500 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491f433-8fb1-4408-bfbf-4f18b9bc9714 admin admin] Pushing event deleted for resources: {'Network': ['ID=1527f8a8-988e-4411-aa76-c9c2c5a5ce1d,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:34.340858 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 43242) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.393012 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d40d7ae-c9b1-4b84-93b6-c54ee18e5d41 admin admin] Deleting subnet 05e550aa-53ef-46bd-923e-887b958e4e33 {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:34.396546 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8d40d7ae-c9b1-4b84-93b6-c54ee18e5d41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.432364 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8d40d7ae-c9b1-4b84-93b6-c54ee18e5d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797658'] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.474867 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8d40d7ae-c9b1-4b84-93b6-c54ee18e5d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32966572'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.533248 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8d40d7ae-c9b1-4b84-93b6-c54ee18e5d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32966549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1946858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8665806'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.557866 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40d7ae-c9b1-4b84-93b6-c54ee18e5d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e550aa-53ef-46bd-923e-887b958e4e33,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:34.564122 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8d40d7ae-c9b1-4b84-93b6-c54ee18e5d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.566014 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-8d40d7ae-c9b1-4b84-93b6-c54ee18e5d41 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/05e550aa-53ef-46bd-923e-887b958e4e33 HTTP/1.1" status: 204 len: 168 time: 0.2242362 Jul 13 19:33:34.568596 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 43244) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.650861 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584457'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.729040 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32968485', 'neutron.services.segments.db._delete_segments_for_network-8755173472404'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.738818 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0d9425-d9c5-4105-9d1a-92b391c3a0c7']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:34.748910 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff350c6-a81c-4aab-bec6-6518127f8f96') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:34.749345 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff350c6-a81c-4aab-bec6-6518127f8f96') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:34.758539 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755173403019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797635'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.773108 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.779199 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:34.779584 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32972013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1946948'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: timer() Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: cb(*args, **kw) Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: self._notify() Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: self.callback(batched_events) Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: event.method(event) Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._get(url).json() Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:34.782323 dv-cinder-786931-3-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:34.839816 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32968494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520486'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.845441 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33039030'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.847381 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4d0d9425-d9c5-4105-9d1a-92b391c3a0c7 HTTP/1.1" status: 204 len: 168 time: 0.2778640 Jul 13 19:33:34.864589 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ef109-052e-4102-aa03-0a3952ac7765 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0d9425-d9c5-4105-9d1a-92b391c3a0c7,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:35.028351 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 43248) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:35.067938 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b562d3e0-36b8-4d7d-b8e3-1bc80077bd17 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b96ee301203a4e9e932b388baa671e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384247 Jul 13 19:33:35.070458 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 43250) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:35.104392 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82dfa9ae-872a-451a-9f9c-f8cdbb7c53fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.125191 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5e095077-63c1-43f5-8435-372064c810be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.146687 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5e095077-63c1-43f5-8435-372064c810be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.203820 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5e095077-63c1-43f5-8435-372064c810be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.206614 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5e095077-63c1-43f5-8435-372064c810be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.207804 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5e095077-63c1-43f5-8435-372064c810be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dd377452-0ca8-415d-bdac-2007fa268603 HTTP/1.1" status: 204 len: 168 time: 0.1364191 Jul 13 19:33:35.216129 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e095077-63c1-43f5-8435-372064c810be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd377452-0ca8-415d-bdac-2007fa268603,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:35.503962 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.544145 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 43256) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:35.587173 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1a8d7249-8c86-400d-bd78-72b4f49588fe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b90867d9d2b44c21a32d227a0263ee34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415683 Jul 13 19:33:35.589566 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 43258) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:35.639381 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5077a4e-556e-49b4-881c-671c125ad020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.661388 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5077a4e-556e-49b4-881c-671c125ad020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.707609 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5077a4e-556e-49b4-881c-671c125ad020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.710294 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5077a4e-556e-49b4-881c-671c125ad020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:35.711478 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c5077a4e-556e-49b4-881c-671c125ad020 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b85ec522-1b82-4b78-b5ad-f35ef24e44f7 HTTP/1.1" status: 204 len: 168 time: 0.1210115 Jul 13 19:33:35.720999 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5077a4e-556e-49b4-881c-671c125ad020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85ec522-1b82-4b78-b5ad-f35ef24e44f7,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:36.080592 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:36.981726 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:33:38.189195 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.351027 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.963795 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7228-1f8f-4120-914c-9c549d6478cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.097525 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-91c9910c-765a-470d-bfa3-70d925b7b0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.497849 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:06.079819 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.194781 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.985934 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.68', 43514) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:12.090409 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.189767 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.193778 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.232491 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2ab85848b9364a7f8625be56f25379ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453120 Jul 13 19:34:12.233774 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a31d3-12ea-478d-8fef-4a9f2b46b21b,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:12.235786 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 43518) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:12.242862 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.243210 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.243546 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.243876 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.244195 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.244519 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.244871 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.245184 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.245502 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.245813 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.246126 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.246437 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d306e6c-7e34-4998-bdf3-2f7975cd062d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.285578 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.307757 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.356417 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.359602 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.360759 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ce3a31d3-12ea-478d-8fef-4a9f2b46b21b HTTP/1.1" status: 204 len: 168 time: 0.1239939 Jul 13 19:34:12.368393 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a31d3-12ea-478d-8fef-4a9f2b46b21b,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:12.376149 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.376492 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.376829 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.377210 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.377537 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.377901 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.378230 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.378896 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.378896 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.379199 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.379619 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:12.379832 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5519ace-7811-4aa8-ae32-a1b1e11c6701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:13.980749 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:34:14.680651 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-fe0d6330-9c4d-4d22-b54a-c4c1a4e22b9f tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=73e67eb3fc214a0fb2b34227196a414d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330427 Jul 13 19:34:14.863300 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-e1fa8e39-df10-4236-a6b6-3d9acc357873 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:14.864785 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-e1fa8e39-df10-4236-a6b6-3d9acc357873 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790259 Jul 13 19:34:14.882241 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-027a3306-81d6-4ce7-941f-519986567a96 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/quotas/73e67eb3fc214a0fb2b34227196a414d HTTP/1.1" status: 200 len: 375 time: 0.0102246 Jul 13 19:34:14.918799 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-7360ceb7-fb62-4648-82c4-9bf0ac6a0297 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=73e67eb3fc214a0fb2b34227196a414d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308502 Jul 13 19:34:16.111447 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-73e3d2e3-b4ec-4372-a0e5-c05851d804f8 req-b6e5df8f-a747-459b-9d81-8b15a9e27198 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/ports?device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 210 time: 0.0288956 Jul 13 19:34:17.102255 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-cf6fc3dc-a7a8-4bad-b01a-7b74011e9d69 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=73e67eb3fc214a0fb2b34227196a414d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231092 Jul 13 19:34:17.226660 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-0417b918-a668-4ea2-b4e5-afb8fb384c37 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:17.228532 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-0417b918-a668-4ea2-b4e5-afb8fb384c37 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1176887 Jul 13 19:34:17.260371 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Request body: {'port': {'device_id': 'b80b25e3-4421-4d7a-8c62-3387a7991d58', 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151', 'admin_state_up': True, 'tenant_id': '73e67eb3fc214a0fb2b34227196a414d'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:17.265315 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-050a094b-564c-4998-99c7-ccee8f133c17 req-222a602b-9c98-4ece-b1a4-bc992cfc154d tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/ports?device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 210 time: 0.0359151 Jul 13 19:34:17.377244 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Made reservation on behalf of 73e67eb3fc214a0fb2b34227196a414d for: {'port': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:34:17.380560 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.389791 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.478838 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.482345 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.544764 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25aeea17-9d8d-4451-a8ca-6d180fe7ff90,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:17.610318 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Allocated IP 192.168.233.58 (f11333b3-3c76-4435-9d69-2a64f2c9b151/8a613593-c17a-437d-840a-e809613d19a4/b001c7de-c932-4cc9-ab01-1d20d2b0f7bd) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:17.746182 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.759943 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Transition to ACTIVE for port object b001c7de-c932-4cc9-ab01-1d20d2b0f7bd will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:17.792024 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755172948390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.835144 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Network f11333b3-3c76-4435-9d69-2a64f2c9b151 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:17.838178 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:17.843831 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:17.867362 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Pushing event updated for resources: {'Port': ['ID=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:17.895785 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:17.896409 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.911958 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-46b72b7c-67a9-46a9-be48-72b1f6267464 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6716061 Jul 13 19:34:17.923885 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Request body: {'port': {'device_id': 'b80b25e3-4421-4d7a-8c62-3387a7991d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:17.997231 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.080785 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c80674e4-5870-4c46-9689-922a0e795b0f None None] Provisioning for port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:18.084400 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c80674e4-5870-4c46-9689-922a0e795b0f None None] Provisioning complete for port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:18.084771 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c80674e4-5870-4c46-9689-922a0e795b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.120576 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-c80674e4-5870-4c46-9689-922a0e795b0f None None] Port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:34:18.469290 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ad501-c3de-40ca-aa79-a4326556f135 req-5d031288-8a2b-477b-b7b5-ab2e8ef760b9 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:18.470916 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fb7ad501-c3de-40ca-aa79-a4326556f135 req-5d031288-8a2b-477b-b7b5-ab2e8ef760b9 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/ports?device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 935 time: 0.0710258 Jul 13 19:34:18.513138 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fb7ad501-c3de-40ca-aa79-a4326556f135 req-e2692bc7-4dbe-4831-a8f5-80e1e09d017b tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/security-groups?id=25aeea17-9d8d-4451-a8ca-6d180fe7ff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358491 Jul 13 19:34:18.551353 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b001c7de-c932-4cc9-ab01-1d20d2b0f7bd {{(pid=92951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:18.558557 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.570824 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Transition to ACTIVE for port object b001c7de-c932-4cc9-ab01-1d20d2b0f7bd will not be triggered until provisioned by entity L2. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:18.574279 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.621615 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:18.702976 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Attempting to bind port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:18.703315 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Attempting to bind port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f5bc32f3-f3a7-40da-8bb0-0988b6013205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151'}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:18.703647 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Attempting to bind port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd on network f11333b3-3c76-4435-9d69-2a64f2c9b151 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:18.708385 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd on network f11333b3-3c76-4435-9d69-2a64f2c9b151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:34:18.708719 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Attempting to bind port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd on network f11333b3-3c76-4435-9d69-2a64f2c9b151 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:18.713659 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Checking agent: {'id': '4bca8e87-c1fa-41b2-92c7-3916614250ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:18.714002 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Checking segment: {'id': 'f5bc32f3-f3a7-40da-8bb0-0988b6013205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:18.714391 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Bound using segment: {'id': 'f5bc32f3-f3a7-40da-8bb0-0988b6013205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151'} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:18.714908 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Bound port: b001c7de-c932-4cc9-ab01-1d20d2b0f7bd, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bc32f3-f3a7-40da-8bb0-0988b6013205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151'}}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:18.715283 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.780354 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] For port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd, host hv-cinder-78693, cleared binding levels {{(pid=92951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:18.783308 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] For port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd,segment=NetworkSegment(f5bc32f3-f3a7-40da-8bb0-0988b6013205),segment_id=f5bc32f3-f3a7-40da-8bb0-0988b6013205)] {{(pid=92951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:18.787923 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1946812'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.820530 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:18.821131 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.822587 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] 10.222.0.73 "PUT /v2.0/ports/b001c7de-c932-4cc9-ab01-1d20d2b0f7bd HTTP/1.1" status: 200 len: 1097 time: 0.9032311 Jul 13 19:34:18.822943 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80b25e3-4421-4d7a-8c62-3387a7991d58', 'tag': 'b001c7de-c932-4cc9-ab01-1d20d2b0f7bd'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:18.825438 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f6f94b-234f-4bd9-aa7f-b93c1aa9036e" -d '{"events": [{"name": "network-changed", "server_uuid": "b80b25e3-4421-4d7a-8c62-3387a7991d58", "tag": "b001c7de-c932-4cc9-ab01-1d20d2b0f7bd"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:18.862233 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b62e1-a21d-41f8-9d33-210f7d330bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd,revision_number=3']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:18.894116 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6e9b2f-11dc-4137-b129-af7332fee90c x-openstack-request-id: req-2e6e9b2f-11dc-4137-b129-af7332fee90c {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:18.894573 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80b25e3-4421-4d7a-8c62-3387a7991d58", "tag": "b001c7de-c932-4cc9-ab01-1d20d2b0f7bd", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:18.894944 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2e6e9b2f-11dc-4137-b129-af7332fee90c {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:18.895226 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80b25e3-4421-4d7a-8c62-3387a7991d58', 'tag': 'b001c7de-c932-4cc9-ab01-1d20d2b0f7bd', 'status': 'completed', 'code': 200} Jul 13 19:34:18.928731 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-c2342f71-b26e-4c8c-83f5-08f028c084e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:18.930265 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-c2342f71-b26e-4c8c-83f5-08f028c084e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73e67eb3fc214a0fb2b34227196a414d&device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 1100 time: 0.0648146 Jul 13 19:34:18.976292 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-c5dc2b37-092c-4315-84d0-b0529b887e1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd HTTP/1.1" status: 200 len: 217 time: 0.0385752 Jul 13 19:34:19.026038 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-61fb8d19-0b1c-4708-981d-70f7fc157f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:19.027598 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-61fb8d19-0b1c-4708-981d-70f7fc157f46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a613593-c17a-437d-840a-e809613d19a4 HTTP/1.1" status: 200 len: 843 time: 0.0454354 Jul 13 19:34:19.085893 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-7a6ee9d8-1e7c-4a31-84e3-589f909516bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:19.087359 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-7a6ee9d8-1e7c-4a31-84e3-589f909516bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f11333b3-3c76-4435-9d69-2a64f2c9b151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0541430 Jul 13 19:34:19.181500 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-09778483-fb87-4508-8321-1693fe00dd50 service neutron] 10.222.0.73 "GET /v2.0/networks/f11333b3-3c76-4435-9d69-2a64f2c9b151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874174 Jul 13 19:34:19.269043 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ad9490a-89ce-41b9-81e6-5bbd5d62567b req-0ba1f757-26ef-40b7-8bd7-3a79050b94b6 service neutron] 10.222.0.73 "GET /v2.0/networks/f11333b3-3c76-4435-9d69-2a64f2c9b151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812519 Jul 13 19:34:19.370131 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6f94b-234f-4bd9-aa7f-b93c1aa9036e req-85ca63f7-2ea6-4666-ba61-317a37e48a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:19.371650 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89f6f94b-234f-4bd9-aa7f-b93c1aa9036e req-85ca63f7-2ea6-4666-ba61-317a37e48a6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73e67eb3fc214a0fb2b34227196a414d&device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 1100 time: 0.0571115 Jul 13 19:34:19.459117 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6f94b-234f-4bd9-aa7f-b93c1aa9036e req-e0e19d73-ac28-43b9-ae54-7537ac0581d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:19.460565 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89f6f94b-234f-4bd9-aa7f-b93c1aa9036e req-e0e19d73-ac28-43b9-ae54-7537ac0581d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f11333b3-3c76-4435-9d69-2a64f2c9b151 HTTP/1.1" status: 200 len: 871 time: 0.0813222 Jul 13 19:34:19.507167 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89f6f94b-234f-4bd9-aa7f-b93c1aa9036e req-acf9eb29-ea12-4403-bdd6-5915eb7b7284 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd HTTP/1.1" status: 200 len: 217 time: 0.0396013 Jul 13 19:34:19.558043 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6f94b-234f-4bd9-aa7f-b93c1aa9036e req-2eae385a-ac1b-42f4-97d1-e1ec69d08cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:19.559591 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89f6f94b-234f-4bd9-aa7f-b93c1aa9036e req-2eae385a-ac1b-42f4-97d1-e1ec69d08cc3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a613593-c17a-437d-840a-e809613d19a4 HTTP/1.1" status: 200 len: 843 time: 0.0466459 Jul 13 19:34:19.626299 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6f94b-234f-4bd9-aa7f-b93c1aa9036e req-fe4f302d-c960-40a7-a16e-c45c57d164b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:19.627841 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89f6f94b-234f-4bd9-aa7f-b93c1aa9036e req-fe4f302d-c960-40a7-a16e-c45c57d164b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f11333b3-3c76-4435-9d69-2a64f2c9b151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0599327 Jul 13 19:34:19.725097 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dcdad-cea0-4386-a611-7549163487a8 req-eb337fdf-e007-467d-b55a-bd3ddbba1e7f tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:19.726682 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b2dcdad-cea0-4386-a611-7549163487a8 req-eb337fdf-e007-467d-b55a-bd3ddbba1e7f tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/ports?device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 947 time: 0.0920098 Jul 13 19:34:19.751665 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89f6f94b-234f-4bd9-aa7f-b93c1aa9036e req-d1b71d66-4007-4520-b0b0-5df0be77b344 service neutron] 10.222.0.73 "GET /v2.0/networks/f11333b3-3c76-4435-9d69-2a64f2c9b151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169665 Jul 13 19:34:19.768397 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b2dcdad-cea0-4386-a611-7549163487a8 req-fd0cedf9-ace0-43a2-b07d-3775115939a0 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/security-groups?id=25aeea17-9d8d-4451-a8ca-6d180fe7ff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352030 Jul 13 19:34:19.849549 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89f6f94b-234f-4bd9-aa7f-b93c1aa9036e req-4320e5b7-dfda-49e5-98e8-54a951f149cb service neutron] 10.222.0.73 "GET /v2.0/networks/f11333b3-3c76-4435-9d69-2a64f2c9b151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905843 Jul 13 19:34:20.586547 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device b001c7de-c932-4cc9-ab01-1d20d2b0f7bd details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:34:20.676789 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd,segment=NetworkSegment(f5bc32f3-f3a7-40da-8bb0-0988b6013205),segment_id=f5bc32f3-f3a7-40da-8bb0-0988b6013205)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:20.687919 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Returning: {'device': 'b001c7de-c932-4cc9-ab01-1d20d2b0f7bd', 'network_id': 'f11333b3-3c76-4435-9d69-2a64f2c9b151', 'port_id': 'b001c7de-c932-4cc9-ab01-1d20d2b0f7bd', 'mac_address': 'fa:16:3e:c1:61:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a613593-c17a-437d-840a-e809613d19a4', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:34:20.726151 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.737825 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b001c7de-c932-4cc9-ab01-1d20d2b0f7bd {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:20.756324 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd,segment=NetworkSegment(f5bc32f3-f3a7-40da-8bb0-0988b6013205),segment_id=f5bc32f3-f3a7-40da-8bb0-0988b6013205)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:20.760166 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.805104 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:20.812049 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:20.812941 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:20.813275 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:20.813610 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:20.813935 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:20.814261 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:20.814610 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:20.814935 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:20.815348 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:20.815579 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:20.815898 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:20.816220 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-3-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:20.945961 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7ba86-21f3-4497-ba50-49f1e2870d3b req-99c498b4-4d8e-4614-8658-f9541eed0248 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:20.947583 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-62c7ba86-21f3-4497-ba50-49f1e2870d3b req-99c498b4-4d8e-4614-8658-f9541eed0248 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/ports?device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 948 time: 0.0667434 Jul 13 19:34:20.987585 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-62c7ba86-21f3-4497-ba50-49f1e2870d3b req-decadbf4-4636-43af-a58d-95d9faa9c3ea tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/security-groups?id=25aeea17-9d8d-4451-a8ca-6d180fe7ff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327203 Jul 13 19:34:21.012059 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['b001c7de-c932-4cc9-ab01-1d20d2b0f7bd'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:34:21.347896 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.167486 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b90bd-0ffa-478c-83c0-e8c5f1c65009 req-50207045-9e8d-4008-9392-9f6fe28caadc tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:22.168971 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-488b90bd-0ffa-478c-83c0-e8c5f1c65009 req-50207045-9e8d-4008-9392-9f6fe28caadc tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/ports?device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 948 time: 0.0659118 Jul 13 19:34:22.208888 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-488b90bd-0ffa-478c-83c0-e8c5f1c65009 req-771b3244-52b1-4de7-8991-81d273fa5740 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/security-groups?id=25aeea17-9d8d-4451-a8ca-6d180fe7ff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332873 Jul 13 19:34:22.599444 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device b001c7de-c932-4cc9-ab01-1d20d2b0f7bd up at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:34:22.646780 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning for port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:22.650888 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Provisioning complete for port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:22.651258 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32978874'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.731480 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579183'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.753401 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80b25e3-4421-4d7a-8c62-3387a7991d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b001c7de-c932-4cc9-ab01-1d20d2b0f7bd'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:22.755692 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8730a30ed9c0e6b4ae0934f26721f752b41085f24e2f86dd44fd895cc7ae7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dbeb79-ee0a-443f-aa26-e250ab4cec08" -d '{"events": [{"server_uuid": "b80b25e3-4421-4d7a-8c62-3387a7991d58", "name": "network-vif-plugged", "status": "completed", "tag": "b001c7de-c932-4cc9-ab01-1d20d2b0f7bd"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:22.772338 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] For port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd,segment=NetworkSegment(f5bc32f3-f3a7-40da-8bb0-0988b6013205),segment_id=f5bc32f3-f3a7-40da-8bb0-0988b6013205)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:22.777295 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755173326327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755172948408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755172948426'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.802333 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac19ee8-6f7d-4f60-828a-be72487c304e x-openstack-request-id: req-8ac19ee8-6f7d-4f60-828a-be72487c304e {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:22.802644 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80b25e3-4421-4d7a-8c62-3387a7991d58", "name": "network-vif-plugged", "status": "completed", "tag": "b001c7de-c932-4cc9-ab01-1d20d2b0f7bd", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:22.802913 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8ac19ee8-6f7d-4f60-828a-be72487c304e {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:22.803289 dv-cinder-786931-3-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80b25e3-4421-4d7a-8c62-3387a7991d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b001c7de-c932-4cc9-ab01-1d20d2b0f7bd', 'code': 200} Jul 13 19:34:22.832253 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Pushing event updated for resources: {'Port': ['ID=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:23.046460 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c79452-fb37-4c2b-b02b-3abf9576c1c1 req-51ec4588-0447-4b29-bda6-68f4d13e544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:23.048109 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-22c79452-fb37-4c2b-b02b-3abf9576c1c1 req-51ec4588-0447-4b29-bda6-68f4d13e544d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 1102 time: 0.0692091 Jul 13 19:34:23.084053 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-22c79452-fb37-4c2b-b02b-3abf9576c1c1 req-299ec8bd-16f8-4b35-ae8a-017e464580f9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=25aeea17-9d8d-4451-a8ca-6d180fe7ff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292747 Jul 13 19:34:23.382797 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4830ca-1318-492c-a69e-7f4aae14f84c req-d9da7575-d0e0-43cf-b4a7-53c18c101d64 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:23.384294 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7e4830ca-1318-492c-a69e-7f4aae14f84c req-d9da7575-d0e0-43cf-b4a7-53c18c101d64 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/ports?device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 949 time: 0.0643678 Jul 13 19:34:23.427844 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7e4830ca-1318-492c-a69e-7f4aae14f84c req-8998247e-b265-4ca9-b0ca-5960c228398b tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/security-groups?id=25aeea17-9d8d-4451-a8ca-6d180fe7ff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 Jul 13 19:34:24.605682 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62e020-65c4-43f9-a344-504c9a49ebf7 req-bbb2b88b-66f1-4a9d-8e9e-849a87c9eae7 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:24.607298 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ca62e020-65c4-43f9-a344-504c9a49ebf7 req-bbb2b88b-66f1-4a9d-8e9e-849a87c9eae7 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/ports?device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 949 time: 0.0659165 Jul 13 19:34:24.647044 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ca62e020-65c4-43f9-a344-504c9a49ebf7 req-ca388efe-b7fb-4826-a1a2-bae2d55ad356 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/security-groups?id=25aeea17-9d8d-4451-a8ca-6d180fe7ff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333891 Jul 13 19:34:25.076328 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214029-2f90-47f7-a43f-29139df27eac req-7e1d26f7-0d04-411f-9ff9-b0f11fba7e94 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:25.078329 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9a214029-2f90-47f7-a43f-29139df27eac req-7e1d26f7-0d04-411f-9ff9-b0f11fba7e94 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/ports?device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 949 time: 0.0730066 Jul 13 19:34:25.119806 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9a214029-2f90-47f7-a43f-29139df27eac req-fd7afc07-2c48-405b-8114-2bd3c625437c tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/security-groups?id=25aeea17-9d8d-4451-a8ca-6d180fe7ff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357599 Jul 13 19:34:26.275293 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc971a-d031-4399-a2c1-d5193baab043 req-7b568e0b-2404-42b0-9108-f4bc186c5628 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:26.276825 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-aadc971a-d031-4399-a2c1-d5193baab043 req-7b568e0b-2404-42b0-9108-f4bc186c5628 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.73 "GET /v2.0/ports?device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 949 time: 0.0729132 Jul 13 19:34:26.308992 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd19670-2957-4934-81e8-774e4fa56cd5 req-31648477-6c82-4ab6-8cc9-96c5d0ff5396 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:26.310551 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9cd19670-2957-4934-81e8-774e4fa56cd5 req-31648477-6c82-4ab6-8cc9-96c5d0ff5396 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/ports?device_id=b80b25e3-4421-4d7a-8c62-3387a7991d58 HTTP/1.1" status: 200 len: 949 time: 0.0739453 Jul 13 19:34:26.349730 dv-cinder-786931-3-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9cd19670-2957-4934-81e8-774e4fa56cd5 req-58d8f5df-547d-4434-aeac-a3d1bcc37fa0 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.68 "GET /v2.0/security-groups?id=25aeea17-9d8d-4451-a8ca-6d180fe7ff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332756 Jul 13 19:34:26.378872 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-aadc971a-d031-4399-a2c1-d5193baab043 req-c961922d-d6d1-4cf8-85e6-60fe24c6ba41 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Deleting port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:26.379218 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-aadc971a-d031-4399-a2c1-d5193baab043 req-c961922d-d6d1-4cf8-85e6-60fe24c6ba41 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755173322671'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.472447 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-aadc971a-d031-4399-a2c1-d5193baab043 req-c961922d-d6d1-4cf8-85e6-60fe24c6ba41 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] For port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd,segment=NetworkSegment(f5bc32f3-f3a7-40da-8bb0-0988b6013205),segment_id=f5bc32f3-f3a7-40da-8bb0-0988b6013205)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:26.472717 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-aadc971a-d031-4399-a2c1-d5193baab043 req-c961922d-d6d1-4cf8-85e6-60fe24c6ba41 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523471'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.485707 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [req-aadc971a-d031-4399-a2c1-d5193baab043 req-c961922d-d6d1-4cf8-85e6-60fe24c6ba41 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Calling delete_port for b001c7de-c932-4cc9-ab01-1d20d2b0f7bd owned by compute:nova {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:26.620316 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-aadc971a-d031-4399-a2c1-d5193baab043 req-c961922d-d6d1-4cf8-85e6-60fe24c6ba41 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33481561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33039040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755173326309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755172948399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1946807'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.633891 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] get_ports_and_sgs() called for port_ids ['b001c7de-c932-4cc9-ab01-1d20d2b0f7bd'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:34:26.660476 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961922d-d6d1-4cf8-85e6-60fe24c6ba41 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Pushing event deleted for resources: {'Port': ['ID=b001c7de-c932-4cc9-ab01-1d20d2b0f7bd,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:26.701279 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadc971a-d031-4399-a2c1-d5193baab043 req-c961922d-d6d1-4cf8-85e6-60fe24c6ba41 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] No DVR routers for this DVR port b001c7de-c932-4cc9-ab01-1d20d2b0f7bd on host hv-cinder-78693 {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:34:26.704890 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-aadc971a-d031-4399-a2c1-d5193baab043 req-c961922d-d6d1-4cf8-85e6-60fe24c6ba41 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33437394'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:26.707016 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [req-aadc971a-d031-4399-a2c1-d5193baab043 req-c961922d-d6d1-4cf8-85e6-60fe24c6ba41 tempest-VolumesNegativeTest-970186623 tempest-VolumesNegativeTest-970186623-project] 10.222.0.73 "DELETE /v2.0/ports/b001c7de-c932-4cc9-ab01-1d20d2b0f7bd HTTP/1.1" status: 204 len: 173 time: 0.4243462 Jul 13 19:34:26.707609 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80b25e3-4421-4d7a-8c62-3387a7991d58', 'name': 'network-vif-deleted', 'tag': 'b001c7de-c932-4cc9-ab01-1d20d2b0f7bd'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:26.710108 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f005ed373e01c83aeafa4cd16f406bd93d40311317dc2b08e83c80b0e043bad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01023cc7-0038-4dce-b374-0bbb8e16aa3d" -d '{"events": [{"server_uuid": "b80b25e3-4421-4d7a-8c62-3387a7991d58", "name": "network-vif-deleted", "tag": "b001c7de-c932-4cc9-ab01-1d20d2b0f7bd"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:26.747272 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36388259-ecfa-4e72-8c9f-ce272bdd21b4 x-openstack-request-id: req-36388259-ecfa-4e72-8c9f-ce272bdd21b4 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:26.747407 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80b25e3-4421-4d7a-8c62-3387a7991d58", "name": "network-vif-deleted", "tag": "b001c7de-c932-4cc9-ab01-1d20d2b0f7bd", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:26.747601 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-36388259-ecfa-4e72-8c9f-ce272bdd21b4 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:26.748044 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80b25e3-4421-4d7a-8c62-3387a7991d58', 'name': 'network-vif-deleted', 'tag': 'b001c7de-c932-4cc9-ab01-1d20d2b0f7bd', 'status': 'completed', 'code': 200} Jul 13 19:34:30.665398 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device b001c7de-c932-4cc9-ab01-1d20d2b0f7bd no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:30.691892 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] No Port match for: b001c7de-c932-4cc9-ab01-1d20d2b0f7bd {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:30.692416 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Device b001c7de-c932-4cc9-ab01-1d20d2b0f7bd not bound to the agent host hv-cinder-78693 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:31.408425 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 43844) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:31.542578 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-16454292-99b0-40ca-a00d-05d600a02402 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=73e67eb3fc214a0fb2b34227196a414d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1329310 Jul 13 19:34:31.544981 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.68', 43848) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:31.599430 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef391798-5d90-475f-a853-9962ec648802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.620670 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef391798-5d90-475f-a853-9962ec648802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.670731 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef391798-5d90-475f-a853-9962ec648802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33097186'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.673697 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef391798-5d90-475f-a853-9962ec648802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:31.674888 dv-cinder-786931-3-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ef391798-5d90-475f-a853-9962ec648802 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/25aeea17-9d8d-4451-a8ca-6d180fe7ff90 HTTP/1.1" status: 204 len: 168 time: 0.1290038 Jul 13 19:34:31.683047 dv-cinder-786931-3-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef391798-5d90-475f-a853-9962ec648802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aeea17-9d8d-4451-a8ca-6d180fe7ff90,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:31.968771 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6f60599d-9c57-4f50-a011-d4355e33684e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.100852 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-61650dcd-9a4c-44e8-89cf-d16b20308f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.499992 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:36.082355 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.199603 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:50.980184 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:34:51.364817 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:01.969601 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4096ceaf-d814-47cc-b415-035a330f2f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.102279 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e4a7-777c-4773-9794-32d362ac8f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.501188 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:06.086029 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:08.200420 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.377477 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:27.980498 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:35:31.979668 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cdc-ff9f-46b8-961b-d20e3a742c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.103333 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2fc7bc50-a880-4ac7-8a16-9c637a427128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:35.502954 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.087919 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.203269 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:51.375971 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:01.970730 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5f3d9114-6318-48d0-8229-785dd683cd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:04.979117 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:36:05.104258 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3ba114f0-6069-4da2-a23d-86e494d5bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:05.503383 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:06.089416 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:08.206506 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:21.391450 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:31.973797 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-13f0de1b-fe90-4848-8cd2-7268f877b853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:35.105447 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-02d301d3-95ab-45d0-bc1a-a64de26e6670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:35.505470 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:36.093081 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:38.210173 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:41.978415 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:36:51.406878 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.976084 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4e15fddc-ace1-491c-aa7b-f36183af797b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:05.105279 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1398ad3d-41fb-4489-bcab-c3871698d984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:05.506613 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:06.097304 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:08.213661 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:18.977468 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:37:21.411610 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:31.976851 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-524d1add-f973-45c6-a673-5c5f5cb707d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.107185 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-627bebdf-8bc6-48f0-b83b-9ec4d7d84ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:35.508768 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:36.098853 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:38.216377 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:51.421864 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:55.976699 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:38:01.978433 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-31d22967-7589-4864-adfe-c6325b42fb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:05.108490 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-44188b4c-5012-4c8c-8fea-3564de01af3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:05.509936 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:06.101068 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:08.219658 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.879623 dv-cinder-786931-3-iscsi neutron-server[92952]: DEBUG neutron.wsgi [req-b9f56c74-b3b8-4498-9692-1b9af0e682c9 req-86198c70-5b40-4c2f-bf4e-b63b0442ed4b service neutron] (92952) timed out ('10.222.0.73', 55332) {{(pid=92952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 19:38:21.420005 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:31.985323 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-be91f478-d53b-4e75-b03d-dbb2ae2740a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:32.976561 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:38:35.113659 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f166bea7-2a3a-48f0-8178-fed1643de3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.514776 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:36.107198 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.222546 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.419700 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:01.977045 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d2b96cb4-93ff-4332-97d1-2ce0d69425c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:05.115833 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-78232f88-97be-46d5-89e7-151bd7b5d3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:05.515147 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:06.106957 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:08.225878 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:09.976084 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:39:21.432566 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2caf241-3faf-49b3-83cd-b67ec8df5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:31.977384 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a27cbefb-dd02-415b-81e9-867fdd646db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.116987 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1bf64e63-6d15-47c8-ab5a-1cac112a9c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:35.516073 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-60c6f88b-6c79-4cfb-92c4-7450f4b375d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:36.109090 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6bdfe5a0-28d0-4ecd-b69a-abfd8ce874ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.228583 dv-cinder-786931-3-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8974dc7b-1df6-44c1-b3f9-e8c531ac5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755173474798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32978031'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:46.975770 dv-cinder-786931-3-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-9a298058-434d-422d-a6dc-cd63c03e2aba None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}